2024-11-12 14:18:03,676 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-12 14:18:03,693 main DEBUG Took 0.015632 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-12 14:18:03,694 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-12 14:18:03,694 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-12 14:18:03,695 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-12 14:18:03,696 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 14:18:03,702 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-12 14:18:03,717 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 14:18:03,719 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 14:18:03,719 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 14:18:03,720 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 14:18:03,721 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 14:18:03,721 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 14:18:03,723 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 14:18:03,723 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 14:18:03,724 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 14:18:03,724 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 14:18:03,725 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 14:18:03,725 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 14:18:03,726 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 14:18:03,726 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 14:18:03,727 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 14:18:03,728 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 14:18:03,728 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 14:18:03,729 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 14:18:03,729 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 14:18:03,729 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 14:18:03,730 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 14:18:03,730 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 14:18:03,731 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 14:18:03,732 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 14:18:03,733 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 14:18:03,733 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-12 14:18:03,735 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 14:18:03,737 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-12 14:18:03,739 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-12 14:18:03,739 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-12 14:18:03,741 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-12 14:18:03,741 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-12 14:18:03,751 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-12 14:18:03,753 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-12 14:18:03,755 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-12 14:18:03,755 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-12 14:18:03,756 main DEBUG createAppenders(={Console}) 2024-11-12 14:18:03,756 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-12 14:18:03,757 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-12 14:18:03,757 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-12 14:18:03,757 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-12 14:18:03,758 main DEBUG OutputStream closed 2024-11-12 14:18:03,758 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-12 14:18:03,758 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-12 14:18:03,758 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-12 14:18:03,848 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-12 14:18:03,850 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-12 14:18:03,851 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-12 14:18:03,852 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-12 14:18:03,852 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-12 14:18:03,853 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-12 14:18:03,853 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-12 14:18:03,854 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-12 14:18:03,854 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-12 14:18:03,855 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-12 14:18:03,855 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-12 14:18:03,856 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-12 14:18:03,856 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-12 14:18:03,856 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-12 14:18:03,857 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-12 14:18:03,857 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-12 14:18:03,857 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-12 14:18:03,858 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-12 14:18:03,861 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12 14:18:03,861 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-12 14:18:03,862 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-12 14:18:03,863 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-12T14:18:03,880 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-12 14:18:03,883 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-12 14:18:03,883 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12T14:18:03,953 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=1153, ProcessCount=11, AvailableMemoryMB=2735 2024-11-12T14:18:04,232 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-12T14:18:04,292 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4551431-5fc4-4379-9179-ddf6eeda77bd 2024-11-12T14:18:04,296 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4551431-5fc4-4379-9179-ddf6eeda77bd/cluster_a5b706a4-bfa5-f2d6-84da-ced00cc28f9c, deleteOnExit=true 2024-11-12T14:18:04,406 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4551431-5fc4-4379-9179-ddf6eeda77bd/cluster_a5b706a4-bfa5-f2d6-84da-ced00cc28f9c/zookeeper_0, clientPort=56514, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4551431-5fc4-4379-9179-ddf6eeda77bd/cluster_a5b706a4-bfa5-f2d6-84da-ced00cc28f9c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4551431-5fc4-4379-9179-ddf6eeda77bd/cluster_a5b706a4-bfa5-f2d6-84da-ced00cc28f9c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T14:18:04,424 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56514 2024-11-12T14:18:04,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T14:18:04,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T14:18:04,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4551431-5fc4-4379-9179-ddf6eeda77bd/test.cache.data in system properties and HBase conf 2024-11-12T14:18:04,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4551431-5fc4-4379-9179-ddf6eeda77bd/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T14:18:04,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4551431-5fc4-4379-9179-ddf6eeda77bd/hadoop.log.dir in system properties and HBase conf 2024-11-12T14:18:04,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4551431-5fc4-4379-9179-ddf6eeda77bd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T14:18:04,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4551431-5fc4-4379-9179-ddf6eeda77bd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T14:18:04,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T14:18:04,529 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-12T14:18:04,619 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T14:18:04,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4551431-5fc4-4379-9179-ddf6eeda77bd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:18:04,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4551431-5fc4-4379-9179-ddf6eeda77bd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:18:04,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4551431-5fc4-4379-9179-ddf6eeda77bd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T14:18:04,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4551431-5fc4-4379-9179-ddf6eeda77bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:18:04,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4551431-5fc4-4379-9179-ddf6eeda77bd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T14:18:04,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4551431-5fc4-4379-9179-ddf6eeda77bd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T14:18:04,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4551431-5fc4-4379-9179-ddf6eeda77bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:18:04,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4551431-5fc4-4379-9179-ddf6eeda77bd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:18:04,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4551431-5fc4-4379-9179-ddf6eeda77bd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T14:18:04,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4551431-5fc4-4379-9179-ddf6eeda77bd/nfs.dump.dir in system properties and HBase conf 2024-11-12T14:18:04,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4551431-5fc4-4379-9179-ddf6eeda77bd/java.io.tmpdir in system properties and HBase conf 2024-11-12T14:18:04,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4551431-5fc4-4379-9179-ddf6eeda77bd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:18:04,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4551431-5fc4-4379-9179-ddf6eeda77bd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T14:18:04,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4551431-5fc4-4379-9179-ddf6eeda77bd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T14:18:05,844 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-12T14:18:05,914 INFO [Time-limited test {}] log.Log(170): Logging initialized @3079ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-12T14:18:05,982 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:18:06,063 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:18:06,086 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:18:06,086 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:18:06,087 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T14:18:06,105 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:18:06,114 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4551431-5fc4-4379-9179-ddf6eeda77bd/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:18:06,115 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:18:06,306 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4219126d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4551431-5fc4-4379-9179-ddf6eeda77bd/java.io.tmpdir/jetty-localhost-35631-hadoop-hdfs-3_4_1-tests_jar-_-any-9282628481839406767/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:18:06,314 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:35631} 2024-11-12T14:18:06,314 INFO [Time-limited test {}] server.Server(415): Started @3480ms 2024-11-12T14:18:06,886 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:18:06,894 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:18:06,896 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:18:06,896 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:18:06,896 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T14:18:06,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4551431-5fc4-4379-9179-ddf6eeda77bd/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:18:06,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:18:07,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@318ae30c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4551431-5fc4-4379-9179-ddf6eeda77bd/java.io.tmpdir/jetty-localhost-40949-hadoop-hdfs-3_4_1-tests_jar-_-any-13713341851474063021/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:18:07,010 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:40949} 2024-11-12T14:18:07,011 INFO [Time-limited test {}] server.Server(415): Started @4177ms 2024-11-12T14:18:07,078 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T14:18:08,053 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4551431-5fc4-4379-9179-ddf6eeda77bd/cluster_a5b706a4-bfa5-f2d6-84da-ced00cc28f9c/data/data1/current/BP-976993325-172.17.0.3-1731421085235/current, will proceed with Du for space computation calculation, 2024-11-12T14:18:08,053 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4551431-5fc4-4379-9179-ddf6eeda77bd/cluster_a5b706a4-bfa5-f2d6-84da-ced00cc28f9c/data/data2/current/BP-976993325-172.17.0.3-1731421085235/current, will proceed with Du for space computation calculation, 2024-11-12T14:18:08,094 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T14:18:08,151 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbde9553f9eea0259 with lease ID 0xf09025dee564f4bf: Processing first storage report for DS-270b2db5-3959-4e4b-b245-21c38e2b53ee from datanode DatanodeRegistration(127.0.0.1:44173, datanodeUuid=15135668-3f7a-468b-9e4f-da6d216d54ec, infoPort=44169, infoSecurePort=0, ipcPort=45975, storageInfo=lv=-57;cid=testClusterID;nsid=327889617;c=1731421085235) 2024-11-12T14:18:08,153 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbde9553f9eea0259 with lease ID 0xf09025dee564f4bf: from storage DS-270b2db5-3959-4e4b-b245-21c38e2b53ee node DatanodeRegistration(127.0.0.1:44173, datanodeUuid=15135668-3f7a-468b-9e4f-da6d216d54ec, infoPort=44169, infoSecurePort=0, ipcPort=45975, storageInfo=lv=-57;cid=testClusterID;nsid=327889617;c=1731421085235), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-12T14:18:08,153 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbde9553f9eea0259 with lease ID 0xf09025dee564f4bf: Processing first storage report for DS-e1f3b1a1-90b3-4158-9abe-3ba997843307 from datanode DatanodeRegistration(127.0.0.1:44173, datanodeUuid=15135668-3f7a-468b-9e4f-da6d216d54ec, infoPort=44169, infoSecurePort=0, ipcPort=45975, storageInfo=lv=-57;cid=testClusterID;nsid=327889617;c=1731421085235) 2024-11-12T14:18:08,153 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbde9553f9eea0259 with lease ID 0xf09025dee564f4bf: from storage DS-e1f3b1a1-90b3-4158-9abe-3ba997843307 node DatanodeRegistration(127.0.0.1:44173, datanodeUuid=15135668-3f7a-468b-9e4f-da6d216d54ec, infoPort=44169, infoSecurePort=0, ipcPort=45975, storageInfo=lv=-57;cid=testClusterID;nsid=327889617;c=1731421085235), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:18:08,217 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4551431-5fc4-4379-9179-ddf6eeda77bd 2024-11-12T14:18:08,228 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:18:08,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:18:08,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741825_1001 (size=7) 2024-11-12T14:18:08,839 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5 with version=8 2024-11-12T14:18:08,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/hbase-staging 2024-11-12T14:18:08,978 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-12T14:18:09,331 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:18:09,346 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:18:09,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:18:09,356 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:18:09,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:18:09,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:18:09,723 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T14:18:09,808 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-12T14:18:09,821 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-12T14:18:09,828 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:18:09,875 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13267 (auto-detected) 2024-11-12T14:18:09,876 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-12T14:18:09,902 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35467 2024-11-12T14:18:09,936 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35467 connecting to ZooKeeper ensemble=127.0.0.1:56514 2024-11-12T14:18:10,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:354670x0, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:18:10,018 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35467-0x1012f6916870000 connected 2024-11-12T14:18:10,136 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:18:10,138 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:18:10,156 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35467-0x1012f6916870000, quorum=127.0.0.1:56514, baseZNode=/0511531678 Set watcher on znode that does not yet exist, /0511531678/running 2024-11-12T14:18:10,161 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5, hbase.cluster.distributed=false 2024-11-12T14:18:10,199 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35467-0x1012f6916870000, quorum=127.0.0.1:56514, baseZNode=/0511531678 Set watcher on znode that does not yet exist, /0511531678/acl 2024-11-12T14:18:10,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35467 2024-11-12T14:18:10,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35467 2024-11-12T14:18:10,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35467 2024-11-12T14:18:10,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35467 2024-11-12T14:18:10,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35467 2024-11-12T14:18:10,492 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:18:10,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:18:10,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:18:10,495 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:18:10,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:18:10,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:18:10,499 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T14:18:10,503 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:18:10,504 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36989 2024-11-12T14:18:10,507 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36989 connecting to ZooKeeper ensemble=127.0.0.1:56514 2024-11-12T14:18:10,513 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:18:10,517 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:18:10,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369890x0, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:18:10,554 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369890x0, quorum=127.0.0.1:56514, baseZNode=/0511531678 Set watcher on znode that does not yet exist, /0511531678/running 2024-11-12T14:18:10,556 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36989-0x1012f6916870001 connected 2024-11-12T14:18:10,564 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T14:18:10,584 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T14:18:10,588 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36989-0x1012f6916870001, quorum=127.0.0.1:56514, baseZNode=/0511531678 Set watcher on znode that does not yet exist, /0511531678/master 2024-11-12T14:18:10,601 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36989-0x1012f6916870001, quorum=127.0.0.1:56514, baseZNode=/0511531678 Set watcher on znode that does not yet exist, /0511531678/acl 2024-11-12T14:18:10,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36989 2024-11-12T14:18:10,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36989 2024-11-12T14:18:10,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36989 2024-11-12T14:18:10,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36989 2024-11-12T14:18:10,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36989 2024-11-12T14:18:10,659 DEBUG [M:0;2b6d221c5cde:35467 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b6d221c5cde:35467 2024-11-12T14:18:10,661 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0511531678/backup-masters/2b6d221c5cde,35467,1731421089043 2024-11-12T14:18:10,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x1012f6916870000, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0511531678/backup-masters 2024-11-12T14:18:10,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36989-0x1012f6916870001, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0511531678/backup-masters 2024-11-12T14:18:10,723 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35467-0x1012f6916870000, quorum=127.0.0.1:56514, baseZNode=/0511531678 Set watcher on existing znode=/0511531678/backup-masters/2b6d221c5cde,35467,1731421089043 2024-11-12T14:18:10,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x1012f6916870000, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0511531678 2024-11-12T14:18:10,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36989-0x1012f6916870001, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0511531678/master 2024-11-12T14:18:10,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36989-0x1012f6916870001, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0511531678 2024-11-12T14:18:10,759 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35467-0x1012f6916870000, quorum=127.0.0.1:56514, baseZNode=/0511531678 Set watcher on existing znode=/0511531678/master 2024-11-12T14:18:10,762 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0511531678/backup-masters/2b6d221c5cde,35467,1731421089043 from backup master directory 2024-11-12T14:18:10,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x1012f6916870000, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0511531678/backup-masters/2b6d221c5cde,35467,1731421089043 2024-11-12T14:18:10,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36989-0x1012f6916870001, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0511531678/backup-masters 2024-11-12T14:18:10,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x1012f6916870000, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0511531678/backup-masters 2024-11-12T14:18:10,777 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:18:10,778 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b6d221c5cde,35467,1731421089043 2024-11-12T14:18:10,779 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-12T14:18:10,781 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-12T14:18:10,845 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/hbase.id] with ID: 77d2819a-6b75-4b1c-857c-dfc0614f06e0 2024-11-12T14:18:10,845 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/.tmp/hbase.id 2024-11-12T14:18:10,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741826_1002 (size=42) 2024-11-12T14:18:10,862 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/.tmp/hbase.id]:[hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/hbase.id] 2024-11-12T14:18:10,938 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:18:10,943 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T14:18:10,972 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 27ms. 2024-11-12T14:18:10,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36989-0x1012f6916870001, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0511531678 2024-11-12T14:18:10,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x1012f6916870000, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0511531678 2024-11-12T14:18:11,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741827_1003 (size=196) 2024-11-12T14:18:11,038 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:18:11,042 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T14:18:11,064 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T14:18:11,072 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:18:11,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741828_1004 (size=1189) 2024-11-12T14:18:11,566 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/data/master/store 2024-11-12T14:18:11,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741829_1005 (size=34) 2024-11-12T14:18:11,616 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-12T14:18:11,620 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:18:11,622 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:18:11,622 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:18:11,622 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:18:11,624 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:18:11,625 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:18:11,625 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:18:11,628 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421091621Disabling compacts and flushes for region at 1731421091621Disabling writes for close at 1731421091625 (+4 ms)Writing region close event to WAL at 1731421091625Closed at 1731421091625 2024-11-12T14:18:11,633 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/data/master/store/.initializing 2024-11-12T14:18:11,633 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/WALs/2b6d221c5cde,35467,1731421089043 2024-11-12T14:18:11,651 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:18:11,675 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C35467%2C1731421089043, suffix=, logDir=hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/WALs/2b6d221c5cde,35467,1731421089043, archiveDir=hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/oldWALs, maxLogs=10 2024-11-12T14:18:11,707 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/WALs/2b6d221c5cde,35467,1731421089043/2b6d221c5cde%2C35467%2C1731421089043.1731421091683, exclude list is [], retry=0 2024-11-12T14:18:11,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44173,DS-270b2db5-3959-4e4b-b245-21c38e2b53ee,DISK] 2024-11-12T14:18:11,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-12T14:18:11,768 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/WALs/2b6d221c5cde,35467,1731421089043/2b6d221c5cde%2C35467%2C1731421089043.1731421091683 2024-11-12T14:18:11,770 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44169:44169)] 2024-11-12T14:18:11,770 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:18:11,771 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:18:11,774 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:11,775 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:11,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:11,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T14:18:11,875 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:11,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:18:11,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:11,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T14:18:11,903 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:11,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:18:11,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:11,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T14:18:11,915 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:11,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:18:11,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:11,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T14:18:11,922 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:11,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:18:11,926 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:11,937 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:11,939 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:11,946 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:11,947 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:11,959 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:18:11,963 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:11,978 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:18:11,983 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58961811, jitterRate=-0.12140055000782013}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:18:11,995 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731421091791Initializing all the Stores at 1731421091793 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421091794 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421091796 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421091797 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421091797Cleaning up temporary data from old regions at 1731421091947 (+150 ms)Region opened successfully at 1731421091995 (+48 ms) 2024-11-12T14:18:12,001 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T14:18:12,065 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8343df7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:18:12,114 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T14:18:12,133 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T14:18:12,134 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T14:18:12,144 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T14:18:12,148 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 4 msec 2024-11-12T14:18:12,160 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 12 msec 2024-11-12T14:18:12,161 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T14:18:12,235 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T14:18:12,247 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35467-0x1012f6916870000, quorum=127.0.0.1:56514, baseZNode=/0511531678 Unable to get data of znode /0511531678/balancer because node does not exist (not necessarily an error) 2024-11-12T14:18:12,295 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0511531678/balancer already deleted, retry=false 2024-11-12T14:18:12,299 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T14:18:12,313 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35467-0x1012f6916870000, quorum=127.0.0.1:56514, baseZNode=/0511531678 Unable to get data of znode /0511531678/normalizer because node does not exist (not necessarily an error) 2024-11-12T14:18:12,324 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0511531678/normalizer already deleted, retry=false 2024-11-12T14:18:12,327 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T14:18:12,336 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35467-0x1012f6916870000, quorum=127.0.0.1:56514, baseZNode=/0511531678 Unable to get data of znode /0511531678/switch/split because node does not exist (not necessarily an error) 2024-11-12T14:18:12,348 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0511531678/switch/split already deleted, retry=false 2024-11-12T14:18:12,352 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35467-0x1012f6916870000, quorum=127.0.0.1:56514, baseZNode=/0511531678 Unable to get data of znode /0511531678/switch/merge because node does not exist (not necessarily an error) 2024-11-12T14:18:12,366 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0511531678/switch/merge already deleted, retry=false 2024-11-12T14:18:12,414 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35467-0x1012f6916870000, quorum=127.0.0.1:56514, baseZNode=/0511531678 Unable to get data of znode /0511531678/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T14:18:12,429 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0511531678/snapshot-cleanup already deleted, retry=false 2024-11-12T14:18:12,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36989-0x1012f6916870001, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0511531678/running 2024-11-12T14:18:12,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x1012f6916870000, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0511531678/running 2024-11-12T14:18:12,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36989-0x1012f6916870001, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0511531678 2024-11-12T14:18:12,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x1012f6916870000, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0511531678 2024-11-12T14:18:12,452 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b6d221c5cde,35467,1731421089043, sessionid=0x1012f6916870000, setting cluster-up flag (Was=false) 2024-11-12T14:18:12,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x1012f6916870000, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0511531678 2024-11-12T14:18:12,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36989-0x1012f6916870001, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0511531678 2024-11-12T14:18:12,537 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0511531678/flush-table-proc/acquired, /0511531678/flush-table-proc/reached, /0511531678/flush-table-proc/abort 2024-11-12T14:18:12,548 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,35467,1731421089043 2024-11-12T14:18:12,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36989-0x1012f6916870001, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0511531678 2024-11-12T14:18:12,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x1012f6916870000, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0511531678 2024-11-12T14:18:12,618 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0511531678/online-snapshot/acquired, /0511531678/online-snapshot/reached, /0511531678/online-snapshot/abort 2024-11-12T14:18:12,620 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,35467,1731421089043 2024-11-12T14:18:12,629 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T14:18:12,641 INFO [RS:0;2b6d221c5cde:36989 {}] regionserver.HRegionServer(746): ClusterId : 77d2819a-6b75-4b1c-857c-dfc0614f06e0 2024-11-12T14:18:12,643 DEBUG [RS:0;2b6d221c5cde:36989 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T14:18:12,653 DEBUG [RS:0;2b6d221c5cde:36989 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T14:18:12,654 DEBUG [RS:0;2b6d221c5cde:36989 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T14:18:12,663 DEBUG [RS:0;2b6d221c5cde:36989 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T14:18:12,664 DEBUG [RS:0;2b6d221c5cde:36989 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7172424b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:18:12,685 DEBUG [RS:0;2b6d221c5cde:36989 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b6d221c5cde:36989 2024-11-12T14:18:12,689 INFO [RS:0;2b6d221c5cde:36989 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T14:18:12,690 INFO [RS:0;2b6d221c5cde:36989 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T14:18:12,690 DEBUG [RS:0;2b6d221c5cde:36989 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T14:18:12,697 INFO [RS:0;2b6d221c5cde:36989 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b6d221c5cde,35467,1731421089043 with port=36989, startcode=1731421090418 2024-11-12T14:18:12,720 DEBUG [RS:0;2b6d221c5cde:36989 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T14:18:12,739 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T14:18:12,780 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T14:18:12,795 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T14:18:12,796 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48803, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T14:18:12,803 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35467 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T14:18:12,820 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b6d221c5cde,35467,1731421089043 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T14:18:12,831 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:18:12,832 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:18:12,832 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:18:12,833 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:18:12,833 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b6d221c5cde:0, corePoolSize=10, maxPoolSize=10 2024-11-12T14:18:12,833 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:12,833 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:18:12,833 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:12,842 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:18:12,843 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T14:18:12,844 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731421122844 2024-11-12T14:18:12,846 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T14:18:12,847 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T14:18:12,849 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:12,849 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T14:18:12,852 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T14:18:12,852 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T14:18:12,853 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T14:18:12,853 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T14:18:12,854 DEBUG [RS:0;2b6d221c5cde:36989 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-12T14:18:12,854 WARN [RS:0;2b6d221c5cde:36989 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-12T14:18:12,856 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:12,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741831_1007 (size=1321) 2024-11-12T14:18:12,872 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T14:18:12,872 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T14:18:12,872 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5 2024-11-12T14:18:12,873 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T14:18:12,874 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T14:18:12,874 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T14:18:12,876 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T14:18:12,876 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T14:18:12,878 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421092877,5,FailOnTimeoutGroup] 2024-11-12T14:18:12,878 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421092878,5,FailOnTimeoutGroup] 2024-11-12T14:18:12,878 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:12,879 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T14:18:12,880 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:12,880 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:12,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741832_1008 (size=32) 2024-11-12T14:18:12,955 INFO [RS:0;2b6d221c5cde:36989 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b6d221c5cde,35467,1731421089043 with port=36989, startcode=1731421090418 2024-11-12T14:18:12,958 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35467 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b6d221c5cde,36989,1731421090418 2024-11-12T14:18:12,960 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35467 {}] master.ServerManager(517): Registering regionserver=2b6d221c5cde,36989,1731421090418 2024-11-12T14:18:12,970 DEBUG [RS:0;2b6d221c5cde:36989 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5 2024-11-12T14:18:12,970 DEBUG [RS:0;2b6d221c5cde:36989 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40391 2024-11-12T14:18:12,970 DEBUG [RS:0;2b6d221c5cde:36989 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T14:18:12,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x1012f6916870000, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0511531678/rs 2024-11-12T14:18:12,988 DEBUG [RS:0;2b6d221c5cde:36989 {}] zookeeper.ZKUtil(111): regionserver:36989-0x1012f6916870001, quorum=127.0.0.1:56514, baseZNode=/0511531678 Set watcher on existing znode=/0511531678/rs/2b6d221c5cde,36989,1731421090418 2024-11-12T14:18:12,988 WARN [RS:0;2b6d221c5cde:36989 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:18:12,989 INFO [RS:0;2b6d221c5cde:36989 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:18:12,989 DEBUG [RS:0;2b6d221c5cde:36989 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,36989,1731421090418 2024-11-12T14:18:12,992 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b6d221c5cde,36989,1731421090418] 2024-11-12T14:18:13,033 INFO [RS:0;2b6d221c5cde:36989 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T14:18:13,053 INFO [RS:0;2b6d221c5cde:36989 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T14:18:13,059 INFO [RS:0;2b6d221c5cde:36989 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T14:18:13,059 INFO [RS:0;2b6d221c5cde:36989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:13,061 INFO [RS:0;2b6d221c5cde:36989 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T14:18:13,068 INFO [RS:0;2b6d221c5cde:36989 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T14:18:13,069 INFO [RS:0;2b6d221c5cde:36989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:13,070 DEBUG [RS:0;2b6d221c5cde:36989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:13,070 DEBUG [RS:0;2b6d221c5cde:36989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:13,070 DEBUG [RS:0;2b6d221c5cde:36989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:13,070 DEBUG [RS:0;2b6d221c5cde:36989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:13,071 DEBUG [RS:0;2b6d221c5cde:36989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:13,071 DEBUG [RS:0;2b6d221c5cde:36989 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:18:13,071 DEBUG [RS:0;2b6d221c5cde:36989 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:13,071 DEBUG [RS:0;2b6d221c5cde:36989 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:13,071 DEBUG [RS:0;2b6d221c5cde:36989 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:13,072 DEBUG [RS:0;2b6d221c5cde:36989 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:13,072 DEBUG [RS:0;2b6d221c5cde:36989 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:13,072 DEBUG [RS:0;2b6d221c5cde:36989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:13,072 DEBUG [RS:0;2b6d221c5cde:36989 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:18:13,072 DEBUG [RS:0;2b6d221c5cde:36989 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:18:13,076 INFO [RS:0;2b6d221c5cde:36989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:13,077 INFO [RS:0;2b6d221c5cde:36989 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:13,077 INFO [RS:0;2b6d221c5cde:36989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:13,077 INFO [RS:0;2b6d221c5cde:36989 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:13,077 INFO [RS:0;2b6d221c5cde:36989 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:13,077 INFO [RS:0;2b6d221c5cde:36989 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,36989,1731421090418-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:18:13,106 INFO [RS:0;2b6d221c5cde:36989 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T14:18:13,108 INFO [RS:0;2b6d221c5cde:36989 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,36989,1731421090418-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:13,109 INFO [RS:0;2b6d221c5cde:36989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:13,109 INFO [RS:0;2b6d221c5cde:36989 {}] regionserver.Replication(171): 2b6d221c5cde,36989,1731421090418 started 2024-11-12T14:18:13,138 INFO [RS:0;2b6d221c5cde:36989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:13,138 INFO [RS:0;2b6d221c5cde:36989 {}] regionserver.HRegionServer(1482): Serving as 2b6d221c5cde,36989,1731421090418, RpcServer on 2b6d221c5cde/172.17.0.3:36989, sessionid=0x1012f6916870001 2024-11-12T14:18:13,139 DEBUG [RS:0;2b6d221c5cde:36989 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T14:18:13,140 DEBUG [RS:0;2b6d221c5cde:36989 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b6d221c5cde,36989,1731421090418 2024-11-12T14:18:13,140 DEBUG [RS:0;2b6d221c5cde:36989 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,36989,1731421090418' 2024-11-12T14:18:13,140 DEBUG [RS:0;2b6d221c5cde:36989 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0511531678/flush-table-proc/abort' 2024-11-12T14:18:13,141 DEBUG [RS:0;2b6d221c5cde:36989 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0511531678/flush-table-proc/acquired' 2024-11-12T14:18:13,142 DEBUG [RS:0;2b6d221c5cde:36989 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T14:18:13,142 DEBUG [RS:0;2b6d221c5cde:36989 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T14:18:13,143 DEBUG [RS:0;2b6d221c5cde:36989 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b6d221c5cde,36989,1731421090418 2024-11-12T14:18:13,143 DEBUG [RS:0;2b6d221c5cde:36989 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,36989,1731421090418' 2024-11-12T14:18:13,143 DEBUG [RS:0;2b6d221c5cde:36989 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0511531678/online-snapshot/abort' 2024-11-12T14:18:13,144 DEBUG [RS:0;2b6d221c5cde:36989 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0511531678/online-snapshot/acquired' 2024-11-12T14:18:13,146 DEBUG [RS:0;2b6d221c5cde:36989 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T14:18:13,147 INFO [RS:0;2b6d221c5cde:36989 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T14:18:13,147 INFO [RS:0;2b6d221c5cde:36989 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T14:18:13,254 INFO [RS:0;2b6d221c5cde:36989 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:18:13,262 INFO [RS:0;2b6d221c5cde:36989 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C36989%2C1731421090418, suffix=, logDir=hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,36989,1731421090418, archiveDir=hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/oldWALs, maxLogs=10 2024-11-12T14:18:13,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:18:13,291 DEBUG [RS:0;2b6d221c5cde:36989 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,36989,1731421090418/2b6d221c5cde%2C36989%2C1731421090418.1731421093268, exclude list is [], retry=0 2024-11-12T14:18:13,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:18:13,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44173,DS-270b2db5-3959-4e4b-b245-21c38e2b53ee,DISK] 2024-11-12T14:18:13,301 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:18:13,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:13,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:18:13,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:18:13,309 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:18:13,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:13,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:18:13,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:18:13,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:18:13,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:13,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:18:13,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:18:13,328 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:18:13,328 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:13,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:18:13,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:18:13,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/data/hbase/meta/1588230740 2024-11-12T14:18:13,340 INFO [RS:0;2b6d221c5cde:36989 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,36989,1731421090418/2b6d221c5cde%2C36989%2C1731421090418.1731421093268 2024-11-12T14:18:13,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/data/hbase/meta/1588230740 2024-11-12T14:18:13,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:18:13,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:18:13,349 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:18:13,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:18:13,356 DEBUG [RS:0;2b6d221c5cde:36989 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44169:44169)] 2024-11-12T14:18:13,376 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:18:13,379 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72452519, jitterRate=0.07962666451931}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:18:13,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731421093290Initializing all the Stores at 1731421093295 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421093295Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421093295Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421093296 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421093296Cleaning up temporary data from old regions at 1731421093348 (+52 ms)Region opened successfully at 1731421093384 (+36 ms) 2024-11-12T14:18:13,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:18:13,385 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:18:13,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:18:13,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:18:13,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:18:13,396 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:18:13,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421093385Disabling compacts and flushes for region at 1731421093385Disabling writes for close at 1731421093386 (+1 ms)Writing region close event to WAL at 1731421093393 (+7 ms)Closed at 1731421093396 (+3 ms) 2024-11-12T14:18:13,402 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:18:13,402 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T14:18:13,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T14:18:13,429 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:18:13,433 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T14:18:13,586 DEBUG [2b6d221c5cde:35467 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T14:18:13,600 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b6d221c5cde,36989,1731421090418 2024-11-12T14:18:13,614 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,36989,1731421090418, state=OPENING 2024-11-12T14:18:13,659 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T14:18:13,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36989-0x1012f6916870001, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0511531678 2024-11-12T14:18:13,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0511531678/meta-region-server: CHANGED 2024-11-12T14:18:13,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x1012f6916870000, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0511531678 2024-11-12T14:18:13,723 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:18:13,726 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,36989,1731421090418}] 2024-11-12T14:18:13,729 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0511531678/meta-region-server: CHANGED 2024-11-12T14:18:13,908 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:18:13,912 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T14:18:13,928 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T14:18:13,928 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:18:13,929 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T14:18:13,939 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C36989%2C1731421090418.meta, suffix=.meta, logDir=hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,36989,1731421090418, archiveDir=hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/oldWALs, maxLogs=10 2024-11-12T14:18:13,958 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,36989,1731421090418/2b6d221c5cde%2C36989%2C1731421090418.meta.1731421093941.meta, exclude list is [], retry=0 2024-11-12T14:18:13,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44173,DS-270b2db5-3959-4e4b-b245-21c38e2b53ee,DISK] 2024-11-12T14:18:13,973 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,36989,1731421090418/2b6d221c5cde%2C36989%2C1731421090418.meta.1731421093941.meta 2024-11-12T14:18:13,976 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44169:44169)] 2024-11-12T14:18:13,977 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:18:13,981 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:18:13,983 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T14:18:13,986 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T14:18:13,988 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T14:18:13,995 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T14:18:13,996 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:18:13,996 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T14:18:13,996 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T14:18:14,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:18:14,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:18:14,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:14,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:18:14,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:18:14,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:18:14,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:14,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:18:14,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:18:14,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:18:14,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:14,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:18:14,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:18:14,017 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:18:14,018 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:14,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:18:14,020 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:18:14,022 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/data/hbase/meta/1588230740 2024-11-12T14:18:14,026 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/data/hbase/meta/1588230740 2024-11-12T14:18:14,029 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:18:14,029 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:18:14,030 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:18:14,036 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:18:14,038 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68014523, jitterRate=0.013495370745658875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:18:14,039 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T14:18:14,048 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731421093997Writing region info on filesystem at 1731421093997Initializing all the Stores at 1731421094000 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421094000Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421094001 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421094001Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421094001Cleaning up temporary data from old regions at 1731421094029 (+28 ms)Running coprocessor post-open hooks at 1731421094039 (+10 ms)Region opened successfully at 1731421094048 (+9 ms) 2024-11-12T14:18:14,055 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731421093897 2024-11-12T14:18:14,068 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T14:18:14,069 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T14:18:14,070 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,36989,1731421090418 2024-11-12T14:18:14,072 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,36989,1731421090418, state=OPEN 2024-11-12T14:18:14,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x1012f6916870000, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0511531678/meta-region-server 2024-11-12T14:18:14,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36989-0x1012f6916870001, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0511531678/meta-region-server 2024-11-12T14:18:14,183 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0511531678/meta-region-server: CHANGED 2024-11-12T14:18:14,184 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b6d221c5cde,36989,1731421090418 2024-11-12T14:18:14,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0511531678/meta-region-server: CHANGED 2024-11-12T14:18:14,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T14:18:14,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,36989,1731421090418 in 459 msec 2024-11-12T14:18:14,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T14:18:14,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 783 msec 2024-11-12T14:18:14,215 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:18:14,215 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T14:18:14,244 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:18:14,246 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,36989,1731421090418, seqNum=-1] 2024-11-12T14:18:14,282 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:18:14,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:18:14,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6370 sec 2024-11-12T14:18:14,315 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731421094315, completionTime=-1 2024-11-12T14:18:14,319 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T14:18:14,319 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T14:18:14,363 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T14:18:14,363 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731421154363 2024-11-12T14:18:14,363 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731421214363 2024-11-12T14:18:14,364 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 44 msec 2024-11-12T14:18:14,367 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,35467,1731421089043-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:14,367 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,35467,1731421089043-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:14,367 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,35467,1731421089043-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:14,370 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b6d221c5cde:35467, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:14,380 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:14,391 DEBUG [master/2b6d221c5cde:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T14:18:14,391 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:14,430 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.652sec 2024-11-12T14:18:14,432 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T14:18:14,433 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T14:18:14,435 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T14:18:14,436 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T14:18:14,436 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T14:18:14,437 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,35467,1731421089043-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:18:14,438 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,35467,1731421089043-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T14:18:14,461 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T14:18:14,462 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T14:18:14,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19ec8655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:14,463 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,35467,1731421089043-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:14,465 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-12T14:18:14,465 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-12T14:18:14,469 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,35467,-1 for getting cluster id 2024-11-12T14:18:14,472 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:18:14,483 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77d2819a-6b75-4b1c-857c-dfc0614f06e0' 2024-11-12T14:18:14,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:18:14,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77d2819a-6b75-4b1c-857c-dfc0614f06e0" 2024-11-12T14:18:14,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9ccd04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:14,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,35467,-1] 2024-11-12T14:18:14,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:18:14,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:14,498 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:18:14,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27e904ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:14,501 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:18:14,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,36989,1731421090418, seqNum=-1] 2024-11-12T14:18:14,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:18:14,514 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:18:14,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b6d221c5cde,35467,1731421089043 2024-11-12T14:18:14,539 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56514 2024-11-12T14:18:14,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:18:14,597 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012f6916870002 connected 2024-11-12T14:18:14,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4551431-5fc4-4379-9179-ddf6eeda77bd/hadoop.log.dir so I do NOT create it in target/test-data/ebc0c1f3-151e-d857-0202-2b2b8ab21a37 2024-11-12T14:18:14,632 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4551431-5fc4-4379-9179-ddf6eeda77bd/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T14:18:14,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4551431-5fc4-4379-9179-ddf6eeda77bd/hadoop.tmp.dir so I do NOT create it in target/test-data/ebc0c1f3-151e-d857-0202-2b2b8ab21a37 2024-11-12T14:18:14,633 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4551431-5fc4-4379-9179-ddf6eeda77bd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T14:18:14,633 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc0c1f3-151e-d857-0202-2b2b8ab21a37 2024-11-12T14:18:14,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T14:18:14,633 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc0c1f3-151e-d857-0202-2b2b8ab21a37/cluster_728c3ece-1ad1-cd04-e541-56f0d1110bda, deleteOnExit=true 2024-11-12T14:18:14,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T14:18:14,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc0c1f3-151e-d857-0202-2b2b8ab21a37/test.cache.data in system properties and HBase conf 2024-11-12T14:18:14,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc0c1f3-151e-d857-0202-2b2b8ab21a37/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T14:18:14,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc0c1f3-151e-d857-0202-2b2b8ab21a37/hadoop.log.dir in system properties and HBase conf 2024-11-12T14:18:14,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc0c1f3-151e-d857-0202-2b2b8ab21a37/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T14:18:14,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc0c1f3-151e-d857-0202-2b2b8ab21a37/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T14:18:14,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T14:18:14,634 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T14:18:14,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc0c1f3-151e-d857-0202-2b2b8ab21a37/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:18:14,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc0c1f3-151e-d857-0202-2b2b8ab21a37/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:18:14,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc0c1f3-151e-d857-0202-2b2b8ab21a37/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T14:18:14,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc0c1f3-151e-d857-0202-2b2b8ab21a37/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:18:14,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc0c1f3-151e-d857-0202-2b2b8ab21a37/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T14:18:14,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc0c1f3-151e-d857-0202-2b2b8ab21a37/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T14:18:14,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc0c1f3-151e-d857-0202-2b2b8ab21a37/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:18:14,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc0c1f3-151e-d857-0202-2b2b8ab21a37/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:18:14,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc0c1f3-151e-d857-0202-2b2b8ab21a37/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T14:18:14,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc0c1f3-151e-d857-0202-2b2b8ab21a37/nfs.dump.dir in system properties and HBase conf 2024-11-12T14:18:14,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc0c1f3-151e-d857-0202-2b2b8ab21a37/java.io.tmpdir in system properties and HBase conf 2024-11-12T14:18:14,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc0c1f3-151e-d857-0202-2b2b8ab21a37/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:18:14,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc0c1f3-151e-d857-0202-2b2b8ab21a37/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T14:18:14,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc0c1f3-151e-d857-0202-2b2b8ab21a37/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T14:18:15,026 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:18:15,035 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:18:15,048 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:18:15,048 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:18:15,048 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T14:18:15,051 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:18:15,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@eac06d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc0c1f3-151e-d857-0202-2b2b8ab21a37/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:18:15,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@617e68fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:18:15,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5996d99{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc0c1f3-151e-d857-0202-2b2b8ab21a37/java.io.tmpdir/jetty-localhost-43453-hadoop-hdfs-3_4_1-tests_jar-_-any-2190228277641006437/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:18:15,191 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6dc57932{HTTP/1.1, (http/1.1)}{localhost:43453} 2024-11-12T14:18:15,191 INFO [Time-limited test {}] server.Server(415): Started @12357ms 2024-11-12T14:18:15,511 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:18:15,532 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:18:15,550 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:18:15,551 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:18:15,551 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T14:18:15,551 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1624ab1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc0c1f3-151e-d857-0202-2b2b8ab21a37/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:18:15,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28f7ee27{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:18:15,723 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@543c8101{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc0c1f3-151e-d857-0202-2b2b8ab21a37/java.io.tmpdir/jetty-localhost-43573-hadoop-hdfs-3_4_1-tests_jar-_-any-5240584285628273391/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:18:15,724 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56772991{HTTP/1.1, (http/1.1)}{localhost:43573} 2024-11-12T14:18:15,724 INFO [Time-limited test {}] server.Server(415): Started @12890ms 2024-11-12T14:18:15,726 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T14:18:16,682 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc0c1f3-151e-d857-0202-2b2b8ab21a37/cluster_728c3ece-1ad1-cd04-e541-56f0d1110bda/data/data2/current/BP-1006397544-172.17.0.3-1731421094667/current, will proceed with Du for space computation calculation, 2024-11-12T14:18:16,682 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc0c1f3-151e-d857-0202-2b2b8ab21a37/cluster_728c3ece-1ad1-cd04-e541-56f0d1110bda/data/data1/current/BP-1006397544-172.17.0.3-1731421094667/current, will proceed with Du for space computation calculation, 2024-11-12T14:18:16,737 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T14:18:16,742 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x10143ba4a525665f with lease ID 0x89dc628a9e5f437a: Processing first storage report for DS-9bcdab28-fdfa-454d-9607-df8830ea2430 from datanode DatanodeRegistration(127.0.0.1:32835, datanodeUuid=910b0bd9-febb-4065-bd76-12db23c31e48, infoPort=36609, infoSecurePort=0, ipcPort=32885, storageInfo=lv=-57;cid=testClusterID;nsid=3987159;c=1731421094667) 2024-11-12T14:18:16,743 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x10143ba4a525665f with lease ID 0x89dc628a9e5f437a: from storage DS-9bcdab28-fdfa-454d-9607-df8830ea2430 node DatanodeRegistration(127.0.0.1:32835, datanodeUuid=910b0bd9-febb-4065-bd76-12db23c31e48, infoPort=36609, infoSecurePort=0, ipcPort=32885, storageInfo=lv=-57;cid=testClusterID;nsid=3987159;c=1731421094667), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:18:16,743 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x10143ba4a525665f with lease ID 0x89dc628a9e5f437a: Processing first storage report for DS-f18abfa8-6d3a-4914-b069-63cf972d91a3 from datanode DatanodeRegistration(127.0.0.1:32835, datanodeUuid=910b0bd9-febb-4065-bd76-12db23c31e48, infoPort=36609, infoSecurePort=0, ipcPort=32885, storageInfo=lv=-57;cid=testClusterID;nsid=3987159;c=1731421094667) 2024-11-12T14:18:16,743 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x10143ba4a525665f with lease ID 0x89dc628a9e5f437a: from storage DS-f18abfa8-6d3a-4914-b069-63cf972d91a3 node DatanodeRegistration(127.0.0.1:32835, datanodeUuid=910b0bd9-febb-4065-bd76-12db23c31e48, infoPort=36609, infoSecurePort=0, ipcPort=32885, storageInfo=lv=-57;cid=testClusterID;nsid=3987159;c=1731421094667), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:18:16,791 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc0c1f3-151e-d857-0202-2b2b8ab21a37 2024-11-12T14:18:16,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:18:16,793 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:18:16,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32835 is added to blk_1073741825_1001 (size=7) 2024-11-12T14:18:17,225 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40457/user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed with version=8 2024-11-12T14:18:17,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40457/user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/hbase-staging 2024-11-12T14:18:17,228 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:18:17,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:18:17,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:18:17,229 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:18:17,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:18:17,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:18:17,230 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T14:18:17,230 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:18:17,231 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43653 2024-11-12T14:18:17,234 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43653 connecting to ZooKeeper ensemble=127.0.0.1:56514 2024-11-12T14:18:17,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436530x0, quorum=127.0.0.1:56514, baseZNode=/11892115009 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:18:17,284 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43653-0x1012f6916870003 connected 2024-11-12T14:18:17,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:18:17,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:18:17,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43653-0x1012f6916870003, quorum=127.0.0.1:56514, baseZNode=/11892115009 Set watcher on znode that does not yet exist, /11892115009/running 2024-11-12T14:18:17,374 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40457/user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed, hbase.cluster.distributed=false 2024-11-12T14:18:17,376 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43653-0x1012f6916870003, quorum=127.0.0.1:56514, baseZNode=/11892115009 Set watcher on znode that does not yet exist, /11892115009/acl 2024-11-12T14:18:17,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43653 2024-11-12T14:18:17,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43653 2024-11-12T14:18:17,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43653 2024-11-12T14:18:17,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43653 2024-11-12T14:18:17,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43653 2024-11-12T14:18:17,424 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:18:17,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:18:17,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:18:17,425 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:18:17,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:18:17,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:18:17,425 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T14:18:17,426 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:18:17,446 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41255 2024-11-12T14:18:17,449 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41255 connecting to ZooKeeper ensemble=127.0.0.1:56514 2024-11-12T14:18:17,451 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:18:17,454 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:18:17,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412550x0, quorum=127.0.0.1:56514, baseZNode=/11892115009 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:18:17,480 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:412550x0, quorum=127.0.0.1:56514, baseZNode=/11892115009 Set watcher on znode that does not yet exist, /11892115009/running 2024-11-12T14:18:17,481 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T14:18:17,482 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41255-0x1012f6916870004 connected 2024-11-12T14:18:17,486 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T14:18:17,487 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41255-0x1012f6916870004, quorum=127.0.0.1:56514, baseZNode=/11892115009 Set watcher on znode that does not yet exist, /11892115009/master 2024-11-12T14:18:17,488 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41255-0x1012f6916870004, quorum=127.0.0.1:56514, baseZNode=/11892115009 Set watcher on znode that does not yet exist, /11892115009/acl 2024-11-12T14:18:17,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41255 2024-11-12T14:18:17,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41255 2024-11-12T14:18:17,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41255 2024-11-12T14:18:17,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41255 2024-11-12T14:18:17,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41255 2024-11-12T14:18:17,528 DEBUG [M:0;2b6d221c5cde:43653 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b6d221c5cde:43653 2024-11-12T14:18:17,532 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11892115009/backup-masters/2b6d221c5cde,43653,1731421097228 2024-11-12T14:18:17,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41255-0x1012f6916870004, quorum=127.0.0.1:56514, baseZNode=/11892115009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11892115009/backup-masters 2024-11-12T14:18:17,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1012f6916870003, quorum=127.0.0.1:56514, baseZNode=/11892115009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11892115009/backup-masters 2024-11-12T14:18:17,545 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43653-0x1012f6916870003, quorum=127.0.0.1:56514, baseZNode=/11892115009 Set watcher on existing znode=/11892115009/backup-masters/2b6d221c5cde,43653,1731421097228 2024-11-12T14:18:17,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1012f6916870003, quorum=127.0.0.1:56514, baseZNode=/11892115009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11892115009 2024-11-12T14:18:17,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41255-0x1012f6916870004, quorum=127.0.0.1:56514, baseZNode=/11892115009 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11892115009/master 2024-11-12T14:18:17,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41255-0x1012f6916870004, quorum=127.0.0.1:56514, baseZNode=/11892115009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11892115009 2024-11-12T14:18:17,556 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43653-0x1012f6916870003, quorum=127.0.0.1:56514, baseZNode=/11892115009 Set watcher on existing znode=/11892115009/master 2024-11-12T14:18:17,556 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11892115009/backup-masters/2b6d221c5cde,43653,1731421097228 from backup master directory 2024-11-12T14:18:17,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41255-0x1012f6916870004, quorum=127.0.0.1:56514, baseZNode=/11892115009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11892115009/backup-masters 2024-11-12T14:18:17,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1012f6916870003, quorum=127.0.0.1:56514, baseZNode=/11892115009 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11892115009/backup-masters/2b6d221c5cde,43653,1731421097228 2024-11-12T14:18:17,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1012f6916870003, quorum=127.0.0.1:56514, baseZNode=/11892115009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11892115009/backup-masters 2024-11-12T14:18:17,566 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:18:17,566 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b6d221c5cde,43653,1731421097228 2024-11-12T14:18:17,573 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40457/user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/hbase.id] with ID: 0b833db4-9492-4883-a783-bc338e148c1c 2024-11-12T14:18:17,574 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40457/user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/.tmp/hbase.id 2024-11-12T14:18:17,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32835 is added to blk_1073741826_1002 (size=42) 2024-11-12T14:18:17,990 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40457/user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/.tmp/hbase.id]:[hdfs://localhost:40457/user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/hbase.id] 2024-11-12T14:18:18,017 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:18:18,017 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T14:18:18,020 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-12T14:18:18,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1012f6916870003, quorum=127.0.0.1:56514, baseZNode=/11892115009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11892115009 2024-11-12T14:18:18,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41255-0x1012f6916870004, quorum=127.0.0.1:56514, baseZNode=/11892115009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11892115009 2024-11-12T14:18:18,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32835 is added to blk_1073741827_1003 (size=196) 2024-11-12T14:18:18,208 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:18:18,209 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T14:18:18,210 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:18:18,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32835 is added to blk_1073741828_1004 (size=1189) 2024-11-12T14:18:18,233 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40457/user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/MasterData/data/master/store 2024-11-12T14:18:18,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32835 is added to blk_1073741829_1005 (size=34) 2024-11-12T14:18:18,656 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:18:18,656 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:18:18,656 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:18:18,656 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:18:18,656 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:18:18,656 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:18:18,656 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:18:18,657 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421098656Disabling compacts and flushes for region at 1731421098656Disabling writes for close at 1731421098656Writing region close event to WAL at 1731421098656Closed at 1731421098656 2024-11-12T14:18:18,658 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40457/user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/MasterData/data/master/store/.initializing 2024-11-12T14:18:18,658 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40457/user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/MasterData/WALs/2b6d221c5cde,43653,1731421097228 2024-11-12T14:18:18,660 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:18:18,663 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C43653%2C1731421097228, suffix=, logDir=hdfs://localhost:40457/user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/MasterData/WALs/2b6d221c5cde,43653,1731421097228, archiveDir=hdfs://localhost:40457/user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/MasterData/oldWALs, maxLogs=10 2024-11-12T14:18:18,680 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/MasterData/WALs/2b6d221c5cde,43653,1731421097228/2b6d221c5cde%2C43653%2C1731421097228.1731421098663, exclude list is [], retry=0 2024-11-12T14:18:18,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32835,DS-9bcdab28-fdfa-454d-9607-df8830ea2430,DISK] 2024-11-12T14:18:18,697 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/MasterData/WALs/2b6d221c5cde,43653,1731421097228/2b6d221c5cde%2C43653%2C1731421097228.1731421098663 2024-11-12T14:18:18,701 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36609:36609)] 2024-11-12T14:18:18,702 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:18:18,702 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:18:18,702 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:18,702 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:18,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:18,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T14:18:18,711 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:18,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:18:18,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:18,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T14:18:18,716 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:18,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:18:18,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:18,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T14:18:18,720 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:18,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:18:18,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:18,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T14:18:18,725 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:18,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:18:18,726 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:18,727 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40457/user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:18,728 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40457/user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:18,731 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:18,731 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:18,732 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:18:18,735 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:18,743 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40457/user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:18:18,744 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63325140, jitterRate=-0.05638188123703003}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:18:18,744 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731421098703Initializing all the Stores at 1731421098706 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421098706Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421098707 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421098707Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421098707Cleaning up temporary data from old regions at 1731421098731 (+24 ms)Region opened successfully at 1731421098744 (+13 ms) 2024-11-12T14:18:18,745 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T14:18:18,753 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@708cbc16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:18:18,756 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T14:18:18,757 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T14:18:18,757 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T14:18:18,757 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T14:18:18,758 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T14:18:18,759 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T14:18:18,759 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T14:18:18,763 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T14:18:18,764 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43653-0x1012f6916870003, quorum=127.0.0.1:56514, baseZNode=/11892115009 Unable to get data of znode /11892115009/balancer because node does not exist (not necessarily an error) 2024-11-12T14:18:18,776 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11892115009/balancer already deleted, retry=false 2024-11-12T14:18:18,776 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T14:18:18,777 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43653-0x1012f6916870003, quorum=127.0.0.1:56514, baseZNode=/11892115009 Unable to get data of znode /11892115009/normalizer because node does not exist (not necessarily an error) 2024-11-12T14:18:18,786 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11892115009/normalizer already deleted, retry=false 2024-11-12T14:18:18,787 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T14:18:18,788 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43653-0x1012f6916870003, quorum=127.0.0.1:56514, baseZNode=/11892115009 Unable to get data of znode /11892115009/switch/split because node does not exist (not necessarily an error) 2024-11-12T14:18:18,797 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11892115009/switch/split already deleted, retry=false 2024-11-12T14:18:18,799 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43653-0x1012f6916870003, quorum=127.0.0.1:56514, baseZNode=/11892115009 Unable to get data of znode /11892115009/switch/merge because node does not exist (not necessarily an error) 2024-11-12T14:18:18,807 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11892115009/switch/merge already deleted, retry=false 2024-11-12T14:18:18,810 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43653-0x1012f6916870003, quorum=127.0.0.1:56514, baseZNode=/11892115009 Unable to get data of znode /11892115009/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T14:18:18,818 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11892115009/snapshot-cleanup already deleted, retry=false 2024-11-12T14:18:18,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1012f6916870003, quorum=127.0.0.1:56514, baseZNode=/11892115009 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11892115009/running 2024-11-12T14:18:18,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41255-0x1012f6916870004, quorum=127.0.0.1:56514, baseZNode=/11892115009 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11892115009/running 2024-11-12T14:18:18,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1012f6916870003, quorum=127.0.0.1:56514, baseZNode=/11892115009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11892115009 2024-11-12T14:18:18,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41255-0x1012f6916870004, quorum=127.0.0.1:56514, baseZNode=/11892115009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11892115009 2024-11-12T14:18:18,830 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b6d221c5cde,43653,1731421097228, sessionid=0x1012f6916870003, setting cluster-up flag (Was=false) 2024-11-12T14:18:18,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41255-0x1012f6916870004, quorum=127.0.0.1:56514, baseZNode=/11892115009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11892115009 2024-11-12T14:18:18,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1012f6916870003, quorum=127.0.0.1:56514, baseZNode=/11892115009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11892115009 2024-11-12T14:18:18,892 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11892115009/flush-table-proc/acquired, /11892115009/flush-table-proc/reached, /11892115009/flush-table-proc/abort 2024-11-12T14:18:18,896 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,43653,1731421097228 2024-11-12T14:18:18,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41255-0x1012f6916870004, quorum=127.0.0.1:56514, baseZNode=/11892115009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11892115009 2024-11-12T14:18:18,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1012f6916870003, quorum=127.0.0.1:56514, baseZNode=/11892115009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11892115009 2024-11-12T14:18:18,955 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11892115009/online-snapshot/acquired, /11892115009/online-snapshot/reached, /11892115009/online-snapshot/abort 2024-11-12T14:18:18,956 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,43653,1731421097228 2024-11-12T14:18:18,958 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40457/user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T14:18:18,961 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T14:18:18,961 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T14:18:18,961 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T14:18:18,962 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b6d221c5cde,43653,1731421097228 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T14:18:18,965 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:18:18,965 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:18:18,965 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:18:18,965 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:18:18,965 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b6d221c5cde:0, corePoolSize=10, maxPoolSize=10 2024-11-12T14:18:18,965 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:18,966 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:18:18,966 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:18,970 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:18:18,971 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T14:18:18,972 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:18,972 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T14:18:18,983 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731421128983 2024-11-12T14:18:18,983 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T14:18:18,983 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T14:18:18,983 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T14:18:18,984 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T14:18:18,984 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T14:18:18,984 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T14:18:18,984 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:18,988 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T14:18:18,989 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T14:18:18,989 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T14:18:18,989 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T14:18:18,990 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T14:18:18,990 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T14:18:19,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32835 is added to blk_1073741831_1007 (size=1321) 2024-11-12T14:18:19,012 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421098990,5,FailOnTimeoutGroup] 2024-11-12T14:18:19,017 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421099012,5,FailOnTimeoutGroup] 2024-11-12T14:18:19,017 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:19,017 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T14:18:19,017 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:19,017 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:19,017 INFO [RS:0;2b6d221c5cde:41255 {}] regionserver.HRegionServer(746): ClusterId : 0b833db4-9492-4883-a783-bc338e148c1c 2024-11-12T14:18:19,018 DEBUG [RS:0;2b6d221c5cde:41255 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T14:18:19,029 DEBUG [RS:0;2b6d221c5cde:41255 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T14:18:19,029 DEBUG [RS:0;2b6d221c5cde:41255 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T14:18:19,040 DEBUG [RS:0;2b6d221c5cde:41255 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T14:18:19,041 DEBUG [RS:0;2b6d221c5cde:41255 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cb80205, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:18:19,057 DEBUG [RS:0;2b6d221c5cde:41255 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b6d221c5cde:41255 2024-11-12T14:18:19,057 INFO [RS:0;2b6d221c5cde:41255 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T14:18:19,057 INFO [RS:0;2b6d221c5cde:41255 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T14:18:19,057 DEBUG [RS:0;2b6d221c5cde:41255 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T14:18:19,058 INFO [RS:0;2b6d221c5cde:41255 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b6d221c5cde,43653,1731421097228 with port=41255, startcode=1731421097424 2024-11-12T14:18:19,058 DEBUG [RS:0;2b6d221c5cde:41255 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T14:18:19,061 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37093, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T14:18:19,061 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43653 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b6d221c5cde,41255,1731421097424 2024-11-12T14:18:19,062 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43653 {}] master.ServerManager(517): Registering regionserver=2b6d221c5cde,41255,1731421097424 2024-11-12T14:18:19,068 DEBUG [RS:0;2b6d221c5cde:41255 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40457/user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed 2024-11-12T14:18:19,068 DEBUG [RS:0;2b6d221c5cde:41255 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40457 2024-11-12T14:18:19,068 DEBUG [RS:0;2b6d221c5cde:41255 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T14:18:19,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1012f6916870003, quorum=127.0.0.1:56514, baseZNode=/11892115009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11892115009/rs 2024-11-12T14:18:19,081 DEBUG [RS:0;2b6d221c5cde:41255 {}] zookeeper.ZKUtil(111): regionserver:41255-0x1012f6916870004, quorum=127.0.0.1:56514, baseZNode=/11892115009 Set watcher on existing znode=/11892115009/rs/2b6d221c5cde,41255,1731421097424 2024-11-12T14:18:19,082 WARN [RS:0;2b6d221c5cde:41255 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:18:19,082 INFO [RS:0;2b6d221c5cde:41255 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:18:19,082 DEBUG [RS:0;2b6d221c5cde:41255 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40457/user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/WALs/2b6d221c5cde,41255,1731421097424 2024-11-12T14:18:19,082 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b6d221c5cde,41255,1731421097424] 2024-11-12T14:18:19,086 INFO [RS:0;2b6d221c5cde:41255 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T14:18:19,089 INFO [RS:0;2b6d221c5cde:41255 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T14:18:19,089 INFO [RS:0;2b6d221c5cde:41255 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T14:18:19,090 INFO [RS:0;2b6d221c5cde:41255 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:19,090 INFO [RS:0;2b6d221c5cde:41255 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T14:18:19,091 INFO [RS:0;2b6d221c5cde:41255 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T14:18:19,091 INFO [RS:0;2b6d221c5cde:41255 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:19,091 DEBUG [RS:0;2b6d221c5cde:41255 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:19,092 DEBUG [RS:0;2b6d221c5cde:41255 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:19,092 DEBUG [RS:0;2b6d221c5cde:41255 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:19,092 DEBUG [RS:0;2b6d221c5cde:41255 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:19,092 DEBUG [RS:0;2b6d221c5cde:41255 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:19,092 DEBUG [RS:0;2b6d221c5cde:41255 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:18:19,092 DEBUG [RS:0;2b6d221c5cde:41255 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:19,092 DEBUG [RS:0;2b6d221c5cde:41255 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:19,092 DEBUG [RS:0;2b6d221c5cde:41255 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:19,092 DEBUG [RS:0;2b6d221c5cde:41255 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:19,093 DEBUG [RS:0;2b6d221c5cde:41255 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:19,093 DEBUG [RS:0;2b6d221c5cde:41255 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:19,093 DEBUG [RS:0;2b6d221c5cde:41255 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:18:19,093 DEBUG [RS:0;2b6d221c5cde:41255 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:18:19,093 INFO [RS:0;2b6d221c5cde:41255 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:19,093 INFO [RS:0;2b6d221c5cde:41255 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:19,093 INFO [RS:0;2b6d221c5cde:41255 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:19,094 INFO [RS:0;2b6d221c5cde:41255 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:19,094 INFO [RS:0;2b6d221c5cde:41255 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:19,094 INFO [RS:0;2b6d221c5cde:41255 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,41255,1731421097424-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:18:19,109 INFO [RS:0;2b6d221c5cde:41255 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T14:18:19,109 INFO [RS:0;2b6d221c5cde:41255 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,41255,1731421097424-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:19,110 INFO [RS:0;2b6d221c5cde:41255 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:19,110 INFO [RS:0;2b6d221c5cde:41255 {}] regionserver.Replication(171): 2b6d221c5cde,41255,1731421097424 started 2024-11-12T14:18:19,125 INFO [RS:0;2b6d221c5cde:41255 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:19,125 INFO [RS:0;2b6d221c5cde:41255 {}] regionserver.HRegionServer(1482): Serving as 2b6d221c5cde,41255,1731421097424, RpcServer on 2b6d221c5cde/172.17.0.3:41255, sessionid=0x1012f6916870004 2024-11-12T14:18:19,126 DEBUG [RS:0;2b6d221c5cde:41255 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T14:18:19,126 DEBUG [RS:0;2b6d221c5cde:41255 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b6d221c5cde,41255,1731421097424 2024-11-12T14:18:19,126 DEBUG [RS:0;2b6d221c5cde:41255 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,41255,1731421097424' 2024-11-12T14:18:19,126 DEBUG [RS:0;2b6d221c5cde:41255 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11892115009/flush-table-proc/abort' 2024-11-12T14:18:19,127 DEBUG [RS:0;2b6d221c5cde:41255 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11892115009/flush-table-proc/acquired' 2024-11-12T14:18:19,127 DEBUG [RS:0;2b6d221c5cde:41255 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T14:18:19,127 DEBUG [RS:0;2b6d221c5cde:41255 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T14:18:19,127 DEBUG [RS:0;2b6d221c5cde:41255 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b6d221c5cde,41255,1731421097424 2024-11-12T14:18:19,127 DEBUG [RS:0;2b6d221c5cde:41255 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,41255,1731421097424' 2024-11-12T14:18:19,127 DEBUG [RS:0;2b6d221c5cde:41255 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11892115009/online-snapshot/abort' 2024-11-12T14:18:19,127 DEBUG [RS:0;2b6d221c5cde:41255 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11892115009/online-snapshot/acquired' 2024-11-12T14:18:19,128 DEBUG [RS:0;2b6d221c5cde:41255 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T14:18:19,128 INFO [RS:0;2b6d221c5cde:41255 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T14:18:19,128 INFO [RS:0;2b6d221c5cde:41255 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T14:18:19,229 INFO [RS:0;2b6d221c5cde:41255 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:18:19,232 INFO [RS:0;2b6d221c5cde:41255 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C41255%2C1731421097424, suffix=, logDir=hdfs://localhost:40457/user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/WALs/2b6d221c5cde,41255,1731421097424, archiveDir=hdfs://localhost:40457/user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/oldWALs, maxLogs=10 2024-11-12T14:18:19,253 DEBUG [RS:0;2b6d221c5cde:41255 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/WALs/2b6d221c5cde,41255,1731421097424/2b6d221c5cde%2C41255%2C1731421097424.1731421099234, exclude list is [], retry=0 2024-11-12T14:18:19,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32835,DS-9bcdab28-fdfa-454d-9607-df8830ea2430,DISK] 2024-11-12T14:18:19,260 INFO [RS:0;2b6d221c5cde:41255 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/WALs/2b6d221c5cde,41255,1731421097424/2b6d221c5cde%2C41255%2C1731421097424.1731421099234 2024-11-12T14:18:19,262 DEBUG [RS:0;2b6d221c5cde:41255 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36609:36609)] 2024-11-12T14:18:19,415 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40457/user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T14:18:19,415 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40457/user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed 2024-11-12T14:18:19,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32835 is added to blk_1073741833_1009 (size=32) 2024-11-12T14:18:19,506 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T14:18:19,599 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T14:18:19,803 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T14:18:19,803 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T14:18:19,805 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:18:19,805 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-12T14:18:19,805 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:18:19,805 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T14:18:19,805 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T14:18:19,805 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T14:18:19,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:18:19,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:18:19,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:18:19,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:19,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:18:19,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:18:19,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:18:19,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:19,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:18:19,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:18:19,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:18:19,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:19,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:18:19,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:18:19,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:18:19,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:19,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:18:19,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:18:19,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40457/user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/data/hbase/meta/1588230740 2024-11-12T14:18:19,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40457/user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/data/hbase/meta/1588230740 2024-11-12T14:18:19,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:18:19,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:18:19,871 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:18:19,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:18:19,876 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40457/user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:18:19,877 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69060043, jitterRate=0.029074832797050476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:18:19,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731421099852Initializing all the Stores at 1731421099854 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421099854Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421099855 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421099855Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421099855Cleaning up temporary data from old regions at 1731421099871 (+16 ms)Region opened successfully at 1731421099877 (+6 ms) 2024-11-12T14:18:19,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:18:19,878 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:18:19,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:18:19,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:18:19,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:18:19,878 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:18:19,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421099878Disabling compacts and flushes for region at 1731421099878Disabling writes for close at 1731421099878Writing region close event to WAL at 1731421099878Closed at 1731421099878 2024-11-12T14:18:19,880 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:18:19,880 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T14:18:19,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T14:18:19,882 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:18:19,887 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T14:18:20,038 DEBUG [2b6d221c5cde:43653 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T14:18:20,039 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b6d221c5cde,41255,1731421097424 2024-11-12T14:18:20,041 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,41255,1731421097424, state=OPENING 2024-11-12T14:18:20,136 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T14:18:20,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41255-0x1012f6916870004, quorum=127.0.0.1:56514, baseZNode=/11892115009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11892115009 2024-11-12T14:18:20,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1012f6916870003, quorum=127.0.0.1:56514, baseZNode=/11892115009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11892115009 2024-11-12T14:18:20,155 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11892115009/meta-region-server: CHANGED 2024-11-12T14:18:20,157 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11892115009/meta-region-server: CHANGED 2024-11-12T14:18:20,157 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:18:20,157 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,41255,1731421097424}] 2024-11-12T14:18:20,312 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:18:20,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T14:18:20,321 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T14:18:20,321 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:18:20,322 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T14:18:20,325 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C41255%2C1731421097424.meta, suffix=.meta, logDir=hdfs://localhost:40457/user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/WALs/2b6d221c5cde,41255,1731421097424, archiveDir=hdfs://localhost:40457/user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/oldWALs, maxLogs=10 2024-11-12T14:18:20,346 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/WALs/2b6d221c5cde,41255,1731421097424/2b6d221c5cde%2C41255%2C1731421097424.meta.1731421100327.meta, exclude list is [], retry=0 2024-11-12T14:18:20,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32835,DS-9bcdab28-fdfa-454d-9607-df8830ea2430,DISK] 2024-11-12T14:18:20,357 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/WALs/2b6d221c5cde,41255,1731421097424/2b6d221c5cde%2C41255%2C1731421097424.meta.1731421100327.meta 2024-11-12T14:18:20,358 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36609:36609)] 2024-11-12T14:18:20,358 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:18:20,359 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:18:20,359 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T14:18:20,359 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T14:18:20,359 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T14:18:20,359 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T14:18:20,359 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:18:20,359 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T14:18:20,360 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T14:18:20,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:18:20,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:18:20,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:20,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:18:20,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:18:20,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:18:20,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:20,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:18:20,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:18:20,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:18:20,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:20,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:18:20,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:18:20,370 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:18:20,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:20,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:18:20,371 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:18:20,372 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40457/user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/data/hbase/meta/1588230740 2024-11-12T14:18:20,374 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40457/user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/data/hbase/meta/1588230740 2024-11-12T14:18:20,376 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:18:20,376 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:18:20,377 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:18:20,379 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:18:20,380 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61083803, jitterRate=-0.08978040516376495}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:18:20,381 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T14:18:20,381 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731421100360Writing region info on filesystem at 1731421100360Initializing all the Stores at 1731421100361 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421100361Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421100362 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421100362Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421100362Cleaning up temporary data from old regions at 1731421100376 (+14 ms)Running coprocessor post-open hooks at 1731421100381 (+5 ms)Region opened successfully at 1731421100381 2024-11-12T14:18:20,383 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731421100311 2024-11-12T14:18:20,387 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T14:18:20,387 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T14:18:20,388 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,41255,1731421097424 2024-11-12T14:18:20,390 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,41255,1731421097424, state=OPEN 2024-11-12T14:18:20,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1012f6916870003, quorum=127.0.0.1:56514, baseZNode=/11892115009 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11892115009/meta-region-server 2024-11-12T14:18:20,397 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b6d221c5cde,41255,1731421097424 2024-11-12T14:18:20,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41255-0x1012f6916870004, quorum=127.0.0.1:56514, baseZNode=/11892115009 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11892115009/meta-region-server 2024-11-12T14:18:20,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11892115009/meta-region-server: CHANGED 2024-11-12T14:18:20,398 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11892115009/meta-region-server: CHANGED 2024-11-12T14:18:20,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T14:18:20,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,41255,1731421097424 in 240 msec 2024-11-12T14:18:20,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T14:18:20,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 521 msec 2024-11-12T14:18:20,407 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:18:20,407 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T14:18:20,409 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:18:20,410 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,41255,1731421097424, seqNum=-1] 2024-11-12T14:18:20,410 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:18:20,412 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39165, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:18:20,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4600 sec 2024-11-12T14:18:20,421 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731421100421, completionTime=-1 2024-11-12T14:18:20,422 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T14:18:20,422 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T14:18:20,424 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T14:18:20,424 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731421160424 2024-11-12T14:18:20,424 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731421220424 2024-11-12T14:18:20,424 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T14:18:20,425 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,43653,1731421097228-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:20,425 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,43653,1731421097228-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:20,425 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,43653,1731421097228-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:20,425 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b6d221c5cde:43653, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:20,425 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:20,426 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:20,427 DEBUG [master/2b6d221c5cde:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T14:18:20,431 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.865sec 2024-11-12T14:18:20,431 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T14:18:20,431 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T14:18:20,431 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T14:18:20,431 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T14:18:20,432 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T14:18:20,432 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,43653,1731421097228-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:18:20,432 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,43653,1731421097228-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T14:18:20,435 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T14:18:20,435 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T14:18:20,435 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,43653,1731421097228-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:20,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29bf724e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:20,525 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,43653,-1 for getting cluster id 2024-11-12T14:18:20,525 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:18:20,528 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b833db4-9492-4883-a783-bc338e148c1c' 2024-11-12T14:18:20,528 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:18:20,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b833db4-9492-4883-a783-bc338e148c1c" 2024-11-12T14:18:20,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71836e8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:20,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,43653,-1] 2024-11-12T14:18:20,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:18:20,530 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:20,533 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:18:20,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@710ab7e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:20,536 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:18:20,539 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,41255,1731421097424, seqNum=-1] 2024-11-12T14:18:20,540 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:18:20,542 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:18:20,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b6d221c5cde,43653,1731421097228 2024-11-12T14:18:20,547 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56514 2024-11-12T14:18:20,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56514, baseZNode=/11892115009 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:18:20,568 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012f6916870005 connected 2024-11-12T14:18:20,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29442d81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:20,584 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,35467,-1 for getting cluster id 2024-11-12T14:18:20,584 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:18:20,590 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77d2819a-6b75-4b1c-857c-dfc0614f06e0' 2024-11-12T14:18:20,590 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:18:20,591 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77d2819a-6b75-4b1c-857c-dfc0614f06e0" 2024-11-12T14:18:20,591 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55300165, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:20,591 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,35467,-1] 2024-11-12T14:18:20,591 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:18:20,592 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:20,594 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:18:20,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@546f3d4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:20,604 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:18:20,607 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,35467,1731421089043 2024-11-12T14:18:20,609 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5aac8e54 2024-11-12T14:18:20,610 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:18:20,614 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:18:20,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2b6d221c5cde:43653,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T14:18:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T14:18:20,628 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b6d221c5cde:43653' 2024-11-12T14:18:20,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:18:20,630 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@443701e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:20,630 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,43653,-1 for getting cluster id 2024-11-12T14:18:20,630 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:18:20,631 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b833db4-9492-4883-a783-bc338e148c1c' 2024-11-12T14:18:20,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:18:20,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b833db4-9492-4883-a783-bc338e148c1c" 2024-11-12T14:18:20,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@243baba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:20,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,43653,-1] 2024-11-12T14:18:20,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:18:20,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:20,634 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:18:20,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d9a158e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:20,636 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:18:20,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,43653,1731421097228 2024-11-12T14:18:20,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ad3b9e3 2024-11-12T14:18:20,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:18:20,644 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:18:20,661 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T14:18:20,661 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T14:18:20,667 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:20,668 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:20,668 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:18:20,673 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:18:20,680 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T14:18:20,687 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T14:18:20,688 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:20,690 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T14:18:20,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741835_1011 (size=1138) 2024-11-12T14:18:20,718 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3793c715e1b13cab746f6330f8e36825, NAME => 'hbase:replication,,1731421100672.3793c715e1b13cab746f6330f8e36825.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5 2024-11-12T14:18:20,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741836_1012 (size=44) 2024-11-12T14:18:20,737 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T14:18:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:18:20,738 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731421100672.3793c715e1b13cab746f6330f8e36825.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:18:20,739 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3793c715e1b13cab746f6330f8e36825, disabling compactions & flushes 2024-11-12T14:18:20,739 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731421100672.3793c715e1b13cab746f6330f8e36825. 2024-11-12T14:18:20,739 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731421100672.3793c715e1b13cab746f6330f8e36825. 2024-11-12T14:18:20,739 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731421100672.3793c715e1b13cab746f6330f8e36825. after waiting 0 ms 2024-11-12T14:18:20,739 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731421100672.3793c715e1b13cab746f6330f8e36825. 2024-11-12T14:18:20,739 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731421100672.3793c715e1b13cab746f6330f8e36825. 2024-11-12T14:18:20,739 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3793c715e1b13cab746f6330f8e36825: Waiting for close lock at 1731421100739Disabling compacts and flushes for region at 1731421100739Disabling writes for close at 1731421100739Writing region close event to WAL at 1731421100739Closed at 1731421100739 2024-11-12T14:18:20,743 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T14:18:20,749 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731421100672.3793c715e1b13cab746f6330f8e36825.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731421100743"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731421100743"}]},"ts":"1731421100743"} 2024-11-12T14:18:20,756 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T14:18:20,758 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T14:18:20,762 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421100759"}]},"ts":"1731421100759"} 2024-11-12T14:18:20,769 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T14:18:20,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3793c715e1b13cab746f6330f8e36825, ASSIGN}] 2024-11-12T14:18:20,775 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3793c715e1b13cab746f6330f8e36825, ASSIGN 2024-11-12T14:18:20,778 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3793c715e1b13cab746f6330f8e36825, ASSIGN; state=OFFLINE, location=2b6d221c5cde,36989,1731421090418; forceNewPlan=false, retain=false 2024-11-12T14:18:20,930 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3793c715e1b13cab746f6330f8e36825, regionState=OPENING, regionLocation=2b6d221c5cde,36989,1731421090418 2024-11-12T14:18:20,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3793c715e1b13cab746f6330f8e36825, ASSIGN because future has completed 2024-11-12T14:18:20,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3793c715e1b13cab746f6330f8e36825, server=2b6d221c5cde,36989,1731421090418}] 2024-11-12T14:18:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:18:21,108 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731421100672.3793c715e1b13cab746f6330f8e36825. 2024-11-12T14:18:21,108 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:18:21,109 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T14:18:21,118 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C36989%2C1731421090418.rep, suffix=, logDir=hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,36989,1731421090418, archiveDir=hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/oldWALs, maxLogs=10 2024-11-12T14:18:21,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,36989,1731421090418/2b6d221c5cde%2C36989%2C1731421090418.rep.1731421101120, exclude list is [], retry=0 2024-11-12T14:18:21,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44173,DS-270b2db5-3959-4e4b-b245-21c38e2b53ee,DISK] 2024-11-12T14:18:21,151 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,36989,1731421090418/2b6d221c5cde%2C36989%2C1731421090418.rep.1731421101120 2024-11-12T14:18:21,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44169:44169)] 2024-11-12T14:18:21,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 3793c715e1b13cab746f6330f8e36825, NAME => 'hbase:replication,,1731421100672.3793c715e1b13cab746f6330f8e36825.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:18:21,153 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:18:21,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T14:18:21,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731421100672.3793c715e1b13cab746f6330f8e36825. service=MultiRowMutationService 2024-11-12T14:18:21,153 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T14:18:21,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3793c715e1b13cab746f6330f8e36825 2024-11-12T14:18:21,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731421100672.3793c715e1b13cab746f6330f8e36825.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:18:21,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 3793c715e1b13cab746f6330f8e36825 2024-11-12T14:18:21,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 3793c715e1b13cab746f6330f8e36825 2024-11-12T14:18:21,156 INFO [StoreOpener-3793c715e1b13cab746f6330f8e36825-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3793c715e1b13cab746f6330f8e36825 2024-11-12T14:18:21,158 INFO [StoreOpener-3793c715e1b13cab746f6330f8e36825-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3793c715e1b13cab746f6330f8e36825 columnFamilyName hfileref 2024-11-12T14:18:21,158 DEBUG [StoreOpener-3793c715e1b13cab746f6330f8e36825-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:21,159 INFO [StoreOpener-3793c715e1b13cab746f6330f8e36825-1 {}] regionserver.HStore(327): Store=3793c715e1b13cab746f6330f8e36825/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:18:21,159 INFO [StoreOpener-3793c715e1b13cab746f6330f8e36825-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3793c715e1b13cab746f6330f8e36825 2024-11-12T14:18:21,162 INFO [StoreOpener-3793c715e1b13cab746f6330f8e36825-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3793c715e1b13cab746f6330f8e36825 columnFamilyName queue 2024-11-12T14:18:21,162 DEBUG [StoreOpener-3793c715e1b13cab746f6330f8e36825-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:21,163 INFO [StoreOpener-3793c715e1b13cab746f6330f8e36825-1 {}] regionserver.HStore(327): Store=3793c715e1b13cab746f6330f8e36825/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:18:21,163 INFO [StoreOpener-3793c715e1b13cab746f6330f8e36825-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3793c715e1b13cab746f6330f8e36825 2024-11-12T14:18:21,165 INFO [StoreOpener-3793c715e1b13cab746f6330f8e36825-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3793c715e1b13cab746f6330f8e36825 columnFamilyName sid 2024-11-12T14:18:21,165 DEBUG [StoreOpener-3793c715e1b13cab746f6330f8e36825-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:21,166 INFO [StoreOpener-3793c715e1b13cab746f6330f8e36825-1 {}] regionserver.HStore(327): Store=3793c715e1b13cab746f6330f8e36825/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:18:21,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 3793c715e1b13cab746f6330f8e36825 2024-11-12T14:18:21,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/data/hbase/replication/3793c715e1b13cab746f6330f8e36825 2024-11-12T14:18:21,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/data/hbase/replication/3793c715e1b13cab746f6330f8e36825 2024-11-12T14:18:21,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 3793c715e1b13cab746f6330f8e36825 2024-11-12T14:18:21,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 3793c715e1b13cab746f6330f8e36825 2024-11-12T14:18:21,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T14:18:21,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 3793c715e1b13cab746f6330f8e36825 2024-11-12T14:18:21,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/data/hbase/replication/3793c715e1b13cab746f6330f8e36825/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:18:21,182 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 3793c715e1b13cab746f6330f8e36825; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59969362, jitterRate=-0.10638687014579773}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T14:18:21,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3793c715e1b13cab746f6330f8e36825 2024-11-12T14:18:21,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 3793c715e1b13cab746f6330f8e36825: Running coprocessor pre-open hook at 1731421101154Writing region info on filesystem at 1731421101154Initializing all the Stores at 1731421101155 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421101155Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421101156 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421101156Cleaning up temporary data from old regions at 1731421101169 (+13 ms)Running coprocessor post-open hooks at 1731421101182 (+13 ms)Region opened successfully at 1731421101183 (+1 ms) 2024-11-12T14:18:21,185 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731421100672.3793c715e1b13cab746f6330f8e36825., pid=7, masterSystemTime=1731421101090 2024-11-12T14:18:21,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731421100672.3793c715e1b13cab746f6330f8e36825. 2024-11-12T14:18:21,189 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731421100672.3793c715e1b13cab746f6330f8e36825. 2024-11-12T14:18:21,190 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3793c715e1b13cab746f6330f8e36825, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,36989,1731421090418 2024-11-12T14:18:21,191 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35467 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=2b6d221c5cde,36989,1731421090418, table=hbase:replication, region=3793c715e1b13cab746f6330f8e36825. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T14:18:21,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3793c715e1b13cab746f6330f8e36825, server=2b6d221c5cde,36989,1731421090418 because future has completed 2024-11-12T14:18:21,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-12T14:18:21,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 3793c715e1b13cab746f6330f8e36825, server=2b6d221c5cde,36989,1731421090418 in 262 msec 2024-11-12T14:18:21,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T14:18:21,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3793c715e1b13cab746f6330f8e36825, ASSIGN in 432 msec 2024-11-12T14:18:21,212 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T14:18:21,212 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421101212"}]},"ts":"1731421101212"} 2024-11-12T14:18:21,215 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T14:18:21,218 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T14:18:21,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 544 msec 2024-11-12T14:18:21,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731421100672.3793c715e1b13cab746f6330f8e36825., hostname=2b6d221c5cde,36989,1731421090418, seqNum=2] 2024-11-12T14:18:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:18:21,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36989 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-12T14:18:21,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36989-0x1012f6916870001, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0511531678 2024-11-12T14:18:21,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x1012f6916870000, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0511531678 2024-11-12T14:18:21,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T14:18:21,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36989 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-12T14:18:21,486 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T14:18:21,545 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-2b6d221c5cde,36989,1731421090418, ReplicationSource: 1, currentBandwidth=0 2024-11-12T14:18:21,548 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:18:21,548 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,36989,1731421090418, seqNum=-1] 2024-11-12T14:18:21,548 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:18:21,550 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-12T14:18:21,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2b6d221c5cde,36989,1731421090418', locateType=CURRENT is [region=hbase:replication,,1731421100672.3793c715e1b13cab746f6330f8e36825., hostname=2b6d221c5cde,36989,1731421090418, seqNum=2] 2024-11-12T14:18:21,561 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-12T14:18:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-12T14:18:21,566 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2b6d221c5cde,36989,1731421090418 suceeded 2024-11-12T14:18:21,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-12T14:18:21,574 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2b6d221c5cde:43653,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T14:18:21,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 249 msec 2024-11-12T14:18:21,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 956 msec 2024-11-12T14:18:21,586 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36989,1731421090418 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b6d221c5cde:43653' 2024-11-12T14:18:21,588 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36989,1731421090418 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4af74b06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:21,589 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36989,1731421090418 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,43653,-1 for getting cluster id 2024-11-12T14:18:21,589 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36989,1731421090418 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:18:21,590 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b833db4-9492-4883-a783-bc338e148c1c' 2024-11-12T14:18:21,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:18:21,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b833db4-9492-4883-a783-bc338e148c1c" 2024-11-12T14:18:21,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a029a18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:21,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,43653,-1] 2024-11-12T14:18:21,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:18:21,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:21,592 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:18:21,594 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36989,1731421090418 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39a00a42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:21,594 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36989,1731421090418 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:18:21,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,43653,1731421097228 2024-11-12T14:18:21,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fdf8490 2024-11-12T14:18:21,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:18:21,596 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-12T14:18:21,598 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36989,1731421090418 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2b6d221c5cde,36989,1731421090418 (queues=1) is replicating from cluster=77d2819a-6b75-4b1c-857c-dfc0614f06e0 to cluster=0b833db4-9492-4883-a783-bc338e148c1c 2024-11-12T14:18:21,601 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36989,1731421090418 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2b6d221c5cde%2C36989%2C1731421090418 2024-11-12T14:18:21,605 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36989,1731421090418 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2b6d221c5cde,36989,1731421090418, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T14:18:21,608 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36989,1731421090418.replicationSource.shipper2b6d221c5cde%2C36989%2C1731421090418,1-2b6d221c5cde,36989,1731421090418 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2b6d221c5cde%2C36989%2C1731421090418 2024-11-12T14:18:21,613 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36989,1731421090418.replicationSource.wal-reader.2b6d221c5cde%2C36989%2C1731421090418,1-2b6d221c5cde,36989,1731421090418 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,36989,1731421090418/2b6d221c5cde%2C36989%2C1731421090418.1731421093268, startPosition=0, beingWritten=true 2024-11-12T14:18:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:18:21,767 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:18:21,767 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:18:21,768 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T14:18:21,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:21,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:21,768 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:18:21,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1909711a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:21,769 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,35467,-1 for getting cluster id 2024-11-12T14:18:21,769 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:18:21,770 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77d2819a-6b75-4b1c-857c-dfc0614f06e0' 2024-11-12T14:18:21,771 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:18:21,771 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77d2819a-6b75-4b1c-857c-dfc0614f06e0" 2024-11-12T14:18:21,772 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@522381f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:21,772 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,35467,-1] 2024-11-12T14:18:21,772 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:18:21,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:21,774 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:18:21,775 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@256b29e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:21,776 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:18:21,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,35467,1731421089043 2024-11-12T14:18:21,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50ed83a6 2024-11-12T14:18:21,778 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:18:21,780 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:18:21,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://2b6d221c5cde:43653,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T14:18:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T14:18:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T14:18:21,784 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b6d221c5cde:43653' 2024-11-12T14:18:21,785 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1406ac7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:21,785 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,43653,-1 for getting cluster id 2024-11-12T14:18:21,786 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:18:21,786 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b833db4-9492-4883-a783-bc338e148c1c' 2024-11-12T14:18:21,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:18:21,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b833db4-9492-4883-a783-bc338e148c1c" 2024-11-12T14:18:21,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f1943ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:21,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,43653,-1] 2024-11-12T14:18:21,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:18:21,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:21,789 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:18:21,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5facd118, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:21,790 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:18:21,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,43653,1731421097228 2024-11-12T14:18:21,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25b7a381 2024-11-12T14:18:21,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:18:21,798 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:18:21,799 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-12T14:18:21,799 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T14:18:21,799 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:21,800 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:21,800 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:18:21,830 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T14:18:21,887 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36989,1731421090418.replicationSource.wal-reader.2b6d221c5cde%2C36989%2C1731421090418,1-2b6d221c5cde,36989,1731421090418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,36989,1731421090418/2b6d221c5cde%2C36989%2C1731421090418.1731421093268 to pos 0, reset compression=false 2024-11-12T14:18:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T14:18:21,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36989 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-12T14:18:21,985 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-12T14:18:22,028 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-2b6d221c5cde,36989,1731421090418, ReplicationSource: 2, currentBandwidth=0 2024-11-12T14:18:22,032 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-12T14:18:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-12T14:18:22,037 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 2b6d221c5cde,36989,1731421090418 suceeded 2024-11-12T14:18:22,042 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T14:18:22,042 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://2b6d221c5cde:43653,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T14:18:22,042 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 207 msec 2024-11-12T14:18:22,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 262 msec 2024-11-12T14:18:22,052 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,36989,1731421090418 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b6d221c5cde:43653' 2024-11-12T14:18:22,056 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,36989,1731421090418 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@273a3b3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:22,056 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,36989,1731421090418 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,43653,-1 for getting cluster id 2024-11-12T14:18:22,057 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,36989,1731421090418 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:18:22,058 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b833db4-9492-4883-a783-bc338e148c1c' 2024-11-12T14:18:22,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:18:22,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b833db4-9492-4883-a783-bc338e148c1c" 2024-11-12T14:18:22,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@671e739b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:22,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,43653,-1] 2024-11-12T14:18:22,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:18:22,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:22,063 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:18:22,068 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,36989,1731421090418 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2779de0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:22,069 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,36989,1731421090418 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:18:22,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,43653,1731421097228 2024-11-12T14:18:22,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39ca1e88 2024-11-12T14:18:22,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:18:22,072 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-12T14:18:22,073 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,36989,1731421090418 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-2b6d221c5cde,36989,1731421090418 (queues=1) is replicating from cluster=77d2819a-6b75-4b1c-857c-dfc0614f06e0 to cluster=0b833db4-9492-4883-a783-bc338e148c1c 2024-11-12T14:18:22,073 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,36989,1731421090418 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=2b6d221c5cde%2C36989%2C1731421090418 2024-11-12T14:18:22,073 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,36989,1731421090418 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-2b6d221c5cde,36989,1731421090418, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T14:18:22,074 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,36989,1731421090418.replicationSource.wal-reader.2b6d221c5cde%2C36989%2C1731421090418,2-2b6d221c5cde,36989,1731421090418 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,36989,1731421090418/2b6d221c5cde%2C36989%2C1731421090418.1731421093268, startPosition=0, beingWritten=true 2024-11-12T14:18:22,075 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,36989,1731421090418.replicationSource.shipper2b6d221c5cde%2C36989%2C1731421090418,2-2b6d221c5cde,36989,1731421090418 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2b6d221c5cde%2C36989%2C1731421090418 2024-11-12T14:18:22,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T14:18:22,098 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-12T14:18:22,098 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:18:22,098 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:18:22,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:22,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:22,098 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:18:22,099 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:18:22,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,35467,1731421089043 2024-11-12T14:18:22,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@710b9a67 2024-11-12T14:18:22,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:18:22,105 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:18:22,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-12T14:18:22,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-12T14:18:22,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-12T14:18:22,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-12T14:18:22,114 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://2b6d221c5cde:43653,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T14:18:22,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-12T14:18:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T14:18:22,121 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b6d221c5cde:43653' 2024-11-12T14:18:22,124 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b9f909, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:22,125 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,43653,-1 for getting cluster id 2024-11-12T14:18:22,125 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:18:22,126 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b833db4-9492-4883-a783-bc338e148c1c' 2024-11-12T14:18:22,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:18:22,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b833db4-9492-4883-a783-bc338e148c1c" 2024-11-12T14:18:22,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d93e2c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:22,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,43653,-1] 2024-11-12T14:18:22,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:18:22,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:22,128 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:18:22,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e9a74d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:22,129 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:18:22,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,43653,1731421097228 2024-11-12T14:18:22,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77b72703 2024-11-12T14:18:22,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:18:22,132 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:18:22,133 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-12T14:18:22,133 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T14:18:22,133 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:22,133 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:22,135 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:18:22,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T14:18:22,200 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36989,1731421090418.replicationSource.wal-reader.2b6d221c5cde%2C36989%2C1731421090418,1-2b6d221c5cde,36989,1731421090418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,36989,1731421090418/2b6d221c5cde%2C36989%2C1731421090418.1731421093268 to pos 0, reset compression=false 2024-11-12T14:18:22,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T14:18:22,287 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,36989,1731421090418.replicationSource.wal-reader.2b6d221c5cde%2C36989%2C1731421090418,2-2b6d221c5cde,36989,1731421090418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,36989,1731421090418/2b6d221c5cde%2C36989%2C1731421090418.1731421093268 to pos 0, reset compression=false 2024-11-12T14:18:22,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36989 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-12T14:18:22,300 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-12T14:18:22,302 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-12T14:18:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-12T14:18:22,307 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 2b6d221c5cde,36989,1731421090418 suceeded 2024-11-12T14:18:22,313 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-12T14:18:22,313 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 162 msec 2024-11-12T14:18:22,313 INFO [PEWorker-2 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://2b6d221c5cde:43653,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T14:18:22,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 199 msec 2024-11-12T14:18:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T14:18:22,437 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-12T14:18:22,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://2b6d221c5cde:43653,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T14:18:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-12T14:18:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-12T14:18:22,443 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b6d221c5cde:43653' 2024-11-12T14:18:22,445 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2b2e82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:22,445 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,43653,-1 for getting cluster id 2024-11-12T14:18:22,445 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:18:22,446 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b833db4-9492-4883-a783-bc338e148c1c' 2024-11-12T14:18:22,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:18:22,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b833db4-9492-4883-a783-bc338e148c1c" 2024-11-12T14:18:22,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f53962a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:22,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,43653,-1] 2024-11-12T14:18:22,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:18:22,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:22,449 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:18:22,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72fb2bdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:22,450 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:18:22,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,43653,1731421097228 2024-11-12T14:18:22,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67d23bf1 2024-11-12T14:18:22,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:18:22,453 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:18:22,454 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-12T14:18:22,454 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T14:18:22,454 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:22,454 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:22,455 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:18:22,504 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T14:18:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-12T14:18:22,595 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,36989,1731421090418.replicationSource.wal-reader.2b6d221c5cde%2C36989%2C1731421090418,2-2b6d221c5cde,36989,1731421090418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,36989,1731421090418/2b6d221c5cde%2C36989%2C1731421090418.1731421093268 to pos 0, reset compression=false 2024-11-12T14:18:22,607 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36989,1731421090418.replicationSource.wal-reader.2b6d221c5cde%2C36989%2C1731421090418,1-2b6d221c5cde,36989,1731421090418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,36989,1731421090418/2b6d221c5cde%2C36989%2C1731421090418.1731421093268 to pos 0, reset compression=false 2024-11-12T14:18:22,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36989 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-12T14:18:22,657 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-12T14:18:22,659 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-12T14:18:22,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-12T14:18:22,663 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 2b6d221c5cde,36989,1731421090418 suceeded 2024-11-12T14:18:22,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-12T14:18:22,666 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://2b6d221c5cde:43653,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T14:18:22,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-12T14:18:22,669 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 228 msec 2024-11-12T14:18:22,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-12T14:18:22,758 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-12T14:18:22,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-12T14:18:22,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-12T14:18:22,761 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:18:22,762 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:18:22,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:22,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:22,762 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T14:18:22,762 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=853720947, stopped=false 2024-11-12T14:18:22,763 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:18:22,763 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b6d221c5cde,35467,1731421089043 2024-11-12T14:18:22,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36989-0x1012f6916870001, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0511531678/running 2024-11-12T14:18:22,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x1012f6916870000, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0511531678/running 2024-11-12T14:18:22,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36989-0x1012f6916870001, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0511531678 2024-11-12T14:18:22,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x1012f6916870000, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0511531678 2024-11-12T14:18:22,776 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:18:22,776 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:18:22,776 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:18:22,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:22,777 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b6d221c5cde,36989,1731421090418' ***** 2024-11-12T14:18:22,777 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T14:18:22,777 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36989-0x1012f6916870001, quorum=127.0.0.1:56514, baseZNode=/0511531678 Set watcher on znode that does not yet exist, /0511531678/running 2024-11-12T14:18:22,777 INFO [RS:0;2b6d221c5cde:36989 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T14:18:22,778 INFO [RS:0;2b6d221c5cde:36989 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T14:18:22,778 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35467-0x1012f6916870000, quorum=127.0.0.1:56514, baseZNode=/0511531678 Set watcher on znode that does not yet exist, /0511531678/running 2024-11-12T14:18:22,778 INFO [RS:0;2b6d221c5cde:36989 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T14:18:22,778 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T14:18:22,778 INFO [RS:0;2b6d221c5cde:36989 {}] regionserver.HRegionServer(3091): Received CLOSE for 3793c715e1b13cab746f6330f8e36825 2024-11-12T14:18:22,779 INFO [RS:0;2b6d221c5cde:36989 {}] regionserver.HRegionServer(959): stopping server 2b6d221c5cde,36989,1731421090418 2024-11-12T14:18:22,779 INFO [RS:0;2b6d221c5cde:36989 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:18:22,779 INFO [RS:0;2b6d221c5cde:36989 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:36989. 2024-11-12T14:18:22,779 DEBUG [RS:0;2b6d221c5cde:36989 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:18:22,779 DEBUG [RS:0;2b6d221c5cde:36989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:22,779 INFO [RS:0;2b6d221c5cde:36989 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T14:18:22,780 INFO [RS:0;2b6d221c5cde:36989 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T14:18:22,780 INFO [RS:0;2b6d221c5cde:36989 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T14:18:22,780 INFO [RS:0;2b6d221c5cde:36989 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T14:18:22,781 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3793c715e1b13cab746f6330f8e36825, disabling compactions & flushes 2024-11-12T14:18:22,781 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731421100672.3793c715e1b13cab746f6330f8e36825. 2024-11-12T14:18:22,781 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731421100672.3793c715e1b13cab746f6330f8e36825. 2024-11-12T14:18:22,781 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731421100672.3793c715e1b13cab746f6330f8e36825. after waiting 0 ms 2024-11-12T14:18:22,781 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731421100672.3793c715e1b13cab746f6330f8e36825. 2024-11-12T14:18:22,784 INFO [RS:0;2b6d221c5cde:36989 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T14:18:22,784 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:18:22,784 DEBUG [RS:0;2b6d221c5cde:36989 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3793c715e1b13cab746f6330f8e36825=hbase:replication,,1731421100672.3793c715e1b13cab746f6330f8e36825.} 2024-11-12T14:18:22,784 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:18:22,784 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:18:22,785 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:18:22,785 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:18:22,785 DEBUG [RS:0;2b6d221c5cde:36989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3793c715e1b13cab746f6330f8e36825 2024-11-12T14:18:22,785 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-12T14:18:22,785 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3793c715e1b13cab746f6330f8e36825 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-12T14:18:22,804 INFO [regionserver/2b6d221c5cde:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:18:22,879 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/data/hbase/meta/1588230740/.tmp/info/d8ab67f036284519a9b036fa08033693 is 147, key is hbase:replication,,1731421100672.3793c715e1b13cab746f6330f8e36825./info:regioninfo/1731421101190/Put/seqid=0 2024-11-12T14:18:22,879 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/data/hbase/replication/3793c715e1b13cab746f6330f8e36825/.tmp/queue/58cc17fffd694711bab534183fe4ce86 is 151, key is 1-2b6d221c5cde,36989,1731421090418/queue:2b6d221c5cde%2C36989%2C1731421090418/1731421101555/Put/seqid=0 2024-11-12T14:18:22,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741838_1014 (size=5500) 2024-11-12T14:18:22,906 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/data/hbase/replication/3793c715e1b13cab746f6330f8e36825/.tmp/queue/58cc17fffd694711bab534183fe4ce86 2024-11-12T14:18:22,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741839_1015 (size=6631) 2024-11-12T14:18:22,913 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/data/hbase/meta/1588230740/.tmp/info/d8ab67f036284519a9b036fa08033693 2024-11-12T14:18:22,964 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/data/hbase/replication/3793c715e1b13cab746f6330f8e36825/.tmp/queue/58cc17fffd694711bab534183fe4ce86 as hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/data/hbase/replication/3793c715e1b13cab746f6330f8e36825/queue/58cc17fffd694711bab534183fe4ce86 2024-11-12T14:18:22,986 DEBUG [RS:0;2b6d221c5cde:36989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3793c715e1b13cab746f6330f8e36825 2024-11-12T14:18:23,000 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/data/hbase/meta/1588230740/.tmp/ns/55f8c4d2b5194fa2be9622a6eb15ca16 is 43, key is default/ns:d/1731421094290/Put/seqid=0 2024-11-12T14:18:23,004 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,36989,1731421090418.replicationSource.wal-reader.2b6d221c5cde%2C36989%2C1731421090418,2-2b6d221c5cde,36989,1731421090418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,36989,1731421090418/2b6d221c5cde%2C36989%2C1731421090418.1731421093268 to pos 0, reset compression=false 2024-11-12T14:18:23,015 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/data/hbase/replication/3793c715e1b13cab746f6330f8e36825/queue/58cc17fffd694711bab534183fe4ce86, entries=2, sequenceid=6, filesize=5.4 K 2024-11-12T14:18:23,030 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 3793c715e1b13cab746f6330f8e36825 in 238ms, sequenceid=6, compaction requested=false 2024-11-12T14:18:23,030 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T14:18:23,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741840_1016 (size=5153) 2024-11-12T14:18:23,052 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/data/hbase/meta/1588230740/.tmp/ns/55f8c4d2b5194fa2be9622a6eb15ca16 2024-11-12T14:18:23,108 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/data/hbase/replication/3793c715e1b13cab746f6330f8e36825/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-12T14:18:23,109 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T14:18:23,111 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T14:18:23,115 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:18:23,115 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:18:23,115 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731421100672.3793c715e1b13cab746f6330f8e36825. 2024-11-12T14:18:23,115 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3793c715e1b13cab746f6330f8e36825: Waiting for close lock at 1731421102780Running coprocessor pre-close hooks at 1731421102781 (+1 ms)Disabling compacts and flushes for region at 1731421102781Disabling writes for close at 1731421102781Obtaining lock to block concurrent updates at 1731421102785 (+4 ms)Preparing flush snapshotting stores in 3793c715e1b13cab746f6330f8e36825 at 1731421102785Finished memstore snapshotting hbase:replication,,1731421100672.3793c715e1b13cab746f6330f8e36825., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731421102798 (+13 ms)Flushing stores of hbase:replication,,1731421100672.3793c715e1b13cab746f6330f8e36825. at 1731421102800 (+2 ms)Flushing 3793c715e1b13cab746f6330f8e36825/queue: creating writer at 1731421102804 (+4 ms)Flushing 3793c715e1b13cab746f6330f8e36825/queue: appending metadata at 1731421102860 (+56 ms)Flushing 3793c715e1b13cab746f6330f8e36825/queue: closing flushed file at 1731421102867 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7643f030: reopening flushed file at 1731421102962 (+95 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 3793c715e1b13cab746f6330f8e36825 in 238ms, sequenceid=6, compaction requested=false at 1731421103030 (+68 ms)Writing region close event to WAL at 1731421103090 (+60 ms)Running coprocessor post-close hooks at 1731421103113 (+23 ms)Closed at 1731421103115 (+2 ms) 2024-11-12T14:18:23,116 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36989,1731421090418.replicationSource.wal-reader.2b6d221c5cde%2C36989%2C1731421090418,1-2b6d221c5cde,36989,1731421090418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,36989,1731421090418/2b6d221c5cde%2C36989%2C1731421090418.1731421093268 to pos 0, reset compression=false 2024-11-12T14:18:23,116 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731421100672.3793c715e1b13cab746f6330f8e36825. 2024-11-12T14:18:23,123 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/data/hbase/meta/1588230740/.tmp/table/55f8b2887ec444678c02a055e132a7e6 is 53, key is hbase:replication/table:state/1731421101212/Put/seqid=0 2024-11-12T14:18:23,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741841_1017 (size=5256) 2024-11-12T14:18:23,186 DEBUG [RS:0;2b6d221c5cde:36989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:18:23,386 DEBUG [RS:0;2b6d221c5cde:36989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:18:23,532 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,36989,1731421090418.replicationSource.wal-reader.2b6d221c5cde%2C36989%2C1731421090418,2-2b6d221c5cde,36989,1731421090418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,36989,1731421090418/2b6d221c5cde%2C36989%2C1731421090418.1731421093268 to pos 0, reset compression=false 2024-11-12T14:18:23,559 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/data/hbase/meta/1588230740/.tmp/table/55f8b2887ec444678c02a055e132a7e6 2024-11-12T14:18:23,572 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/data/hbase/meta/1588230740/.tmp/info/d8ab67f036284519a9b036fa08033693 as hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/data/hbase/meta/1588230740/info/d8ab67f036284519a9b036fa08033693 2024-11-12T14:18:23,586 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/data/hbase/meta/1588230740/info/d8ab67f036284519a9b036fa08033693, entries=10, sequenceid=11, filesize=6.5 K 2024-11-12T14:18:23,588 DEBUG [RS:0;2b6d221c5cde:36989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:18:23,588 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/data/hbase/meta/1588230740/.tmp/ns/55f8c4d2b5194fa2be9622a6eb15ca16 as hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/data/hbase/meta/1588230740/ns/55f8c4d2b5194fa2be9622a6eb15ca16 2024-11-12T14:18:23,605 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/data/hbase/meta/1588230740/ns/55f8c4d2b5194fa2be9622a6eb15ca16, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T14:18:23,606 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/data/hbase/meta/1588230740/.tmp/table/55f8b2887ec444678c02a055e132a7e6 as hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/data/hbase/meta/1588230740/table/55f8b2887ec444678c02a055e132a7e6 2024-11-12T14:18:23,618 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/data/hbase/meta/1588230740/table/55f8b2887ec444678c02a055e132a7e6, entries=2, sequenceid=11, filesize=5.1 K 2024-11-12T14:18:23,620 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 835ms, sequenceid=11, compaction requested=false 2024-11-12T14:18:23,629 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T14:18:23,630 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:18:23,630 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:18:23,630 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:18:23,630 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421102784Running coprocessor pre-close hooks at 1731421102784Disabling compacts and flushes for region at 1731421102784Disabling writes for close at 1731421102785 (+1 ms)Obtaining lock to block concurrent updates at 1731421102785Preparing flush snapshotting stores in 1588230740 at 1731421102785Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731421102798 (+13 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731421102800 (+2 ms)Flushing 1588230740/info: creating writer at 1731421102804 (+4 ms)Flushing 1588230740/info: appending metadata at 1731421102860 (+56 ms)Flushing 1588230740/info: closing flushed file at 1731421102864 (+4 ms)Flushing 1588230740/ns: creating writer at 1731421102962 (+98 ms)Flushing 1588230740/ns: appending metadata at 1731421102998 (+36 ms)Flushing 1588230740/ns: closing flushed file at 1731421102998Flushing 1588230740/table: creating writer at 1731421103072 (+74 ms)Flushing 1588230740/table: appending metadata at 1731421103122 (+50 ms)Flushing 1588230740/table: closing flushed file at 1731421103122Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57b877c4: reopening flushed file at 1731421103570 (+448 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dcc29ac: reopening flushed file at 1731421103586 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@680f3852: reopening flushed file at 1731421103605 (+19 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 835ms, sequenceid=11, compaction requested=false at 1731421103620 (+15 ms)Writing region close event to WAL at 1731421103622 (+2 ms)Running coprocessor post-close hooks at 1731421103629 (+7 ms)Closed at 1731421103630 (+1 ms) 2024-11-12T14:18:23,630 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T14:18:23,778 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36989,1731421090418.replicationSource.wal-reader.2b6d221c5cde%2C36989%2C1731421090418,1-2b6d221c5cde,36989,1731421090418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,36989,1731421090418/2b6d221c5cde%2C36989%2C1731421090418.1731421093268 to pos 0, reset compression=false 2024-11-12T14:18:23,788 INFO [RS:0;2b6d221c5cde:36989 {}] regionserver.HRegionServer(976): stopping server 2b6d221c5cde,36989,1731421090418; all regions closed. 2024-11-12T14:18:23,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741834_1010 (size=2742) 2024-11-12T14:18:23,800 DEBUG [RS:0;2b6d221c5cde:36989 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/oldWALs 2024-11-12T14:18:23,800 INFO [RS:0;2b6d221c5cde:36989 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C36989%2C1731421090418.meta:.meta(num 1731421093941) 2024-11-12T14:18:23,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741837_1013 (size=1802) 2024-11-12T14:18:23,803 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,36989,1731421090418/2b6d221c5cde%2C36989%2C1731421090418.rep.1731421101120 not finished, retry = 0 2024-11-12T14:18:23,916 DEBUG [RS:0;2b6d221c5cde:36989 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/oldWALs 2024-11-12T14:18:23,924 INFO [RS:0;2b6d221c5cde:36989 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C36989%2C1731421090418.rep:(num 1731421101120) 2024-11-12T14:18:23,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741833_1009 (size=93) 2024-11-12T14:18:23,944 DEBUG [RS:0;2b6d221c5cde:36989 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/oldWALs 2024-11-12T14:18:23,944 INFO [RS:0;2b6d221c5cde:36989 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C36989%2C1731421090418:(num 1731421093268) 2024-11-12T14:18:23,944 DEBUG [RS:0;2b6d221c5cde:36989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:23,945 INFO [RS:0;2b6d221c5cde:36989 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:18:23,945 INFO [RS:0;2b6d221c5cde:36989 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:18:23,945 INFO [RS:0;2b6d221c5cde:36989 {}] hbase.ChoreService(370): Chore service for: regionserver/2b6d221c5cde:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T14:18:23,945 INFO [RS:0;2b6d221c5cde:36989 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:18:23,946 INFO [RS:0;2b6d221c5cde:36989 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2b6d221c5cde,36989,1731421090418 because: Region server is closing 2024-11-12T14:18:23,946 INFO [RS:0;2b6d221c5cde:36989 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:36989. 2024-11-12T14:18:23,946 DEBUG [RS:0;2b6d221c5cde:36989 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:18:23,946 DEBUG [RS:0;2b6d221c5cde:36989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:23,947 DEBUG [RS:0;2b6d221c5cde:36989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:23,947 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:18:23,947 INFO [regionserver/2b6d221c5cde:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:18:24,047 WARN [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36989,1731421090418.replicationSource.wal-reader.2b6d221c5cde%2C36989%2C1731421090418,1-2b6d221c5cde,36989,1731421090418 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T14:18:24,047 WARN [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36989,1731421090418.replicationSource.shipper2b6d221c5cde%2C36989%2C1731421090418,1-2b6d221c5cde,36989,1731421090418 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T14:18:24,048 INFO [RS:0;2b6d221c5cde:36989 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36989,1731421090418.replicationSource.shipper2b6d221c5cde%2C36989%2C1731421090418,1-2b6d221c5cde,36989,1731421090418 terminated 2024-11-12T14:18:24,048 INFO [RS:0;2b6d221c5cde:36989 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-2b6d221c5cde,36989,1731421090418 because: Region server is closing 2024-11-12T14:18:24,048 INFO [RS:0;2b6d221c5cde:36989 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:36989. 2024-11-12T14:18:24,048 DEBUG [RS:0;2b6d221c5cde:36989 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:18:24,048 DEBUG [RS:0;2b6d221c5cde:36989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:24,049 DEBUG [RS:0;2b6d221c5cde:36989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:24,049 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:18:24,149 WARN [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,36989,1731421090418.replicationSource.shipper2b6d221c5cde%2C36989%2C1731421090418,2-2b6d221c5cde,36989,1731421090418 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T14:18:24,149 INFO [RS:0;2b6d221c5cde:36989 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,36989,1731421090418.replicationSource.shipper2b6d221c5cde%2C36989%2C1731421090418,2-2b6d221c5cde,36989,1731421090418 terminated 2024-11-12T14:18:24,150 INFO [RS:0;2b6d221c5cde:36989 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36989 2024-11-12T14:18:24,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36989-0x1012f6916870001, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0511531678/rs/2b6d221c5cde,36989,1731421090418 2024-11-12T14:18:24,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x1012f6916870000, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0511531678/rs 2024-11-12T14:18:24,206 INFO [RS:0;2b6d221c5cde:36989 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:18:24,207 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b6d221c5cde,36989,1731421090418] 2024-11-12T14:18:24,228 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0511531678/draining/2b6d221c5cde,36989,1731421090418 already deleted, retry=false 2024-11-12T14:18:24,229 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b6d221c5cde,36989,1731421090418 expired; onlineServers=0 2024-11-12T14:18:24,229 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b6d221c5cde,35467,1731421089043' ***** 2024-11-12T14:18:24,229 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T14:18:24,229 INFO [M:0;2b6d221c5cde:35467 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:18:24,229 INFO [M:0;2b6d221c5cde:35467 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:18:24,229 DEBUG [M:0;2b6d221c5cde:35467 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T14:18:24,229 DEBUG [M:0;2b6d221c5cde:35467 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T14:18:24,229 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T14:18:24,229 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421092878 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421092878,5,FailOnTimeoutGroup] 2024-11-12T14:18:24,229 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421092877 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421092877,5,FailOnTimeoutGroup] 2024-11-12T14:18:24,230 INFO [M:0;2b6d221c5cde:35467 {}] hbase.ChoreService(370): Chore service for: master/2b6d221c5cde:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T14:18:24,230 INFO [M:0;2b6d221c5cde:35467 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:18:24,230 DEBUG [M:0;2b6d221c5cde:35467 {}] master.HMaster(1795): Stopping service threads 2024-11-12T14:18:24,230 INFO [M:0;2b6d221c5cde:35467 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T14:18:24,237 INFO [M:0;2b6d221c5cde:35467 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:18:24,237 INFO [M:0;2b6d221c5cde:35467 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T14:18:24,238 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T14:18:24,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x1012f6916870000, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0511531678/master 2024-11-12T14:18:24,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x1012f6916870000, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0511531678 2024-11-12T14:18:24,260 DEBUG [M:0;2b6d221c5cde:35467 {}] zookeeper.RecoverableZooKeeper(212): Node /0511531678/master already deleted, retry=false 2024-11-12T14:18:24,260 DEBUG [M:0;2b6d221c5cde:35467 {}] master.ActiveMasterManager(353): master:35467-0x1012f6916870000, quorum=127.0.0.1:56514, baseZNode=/0511531678 Failed delete of our master address node; KeeperErrorCode = NoNode for /0511531678/master 2024-11-12T14:18:24,261 INFO [M:0;2b6d221c5cde:35467 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/.lastflushedseqids 2024-11-12T14:18:24,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741842_1018 (size=181) 2024-11-12T14:18:24,279 INFO [M:0;2b6d221c5cde:35467 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T14:18:24,279 INFO [M:0;2b6d221c5cde:35467 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T14:18:24,279 DEBUG [M:0;2b6d221c5cde:35467 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:18:24,279 INFO [M:0;2b6d221c5cde:35467 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:18:24,280 DEBUG [M:0;2b6d221c5cde:35467 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:18:24,280 DEBUG [M:0;2b6d221c5cde:35467 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:18:24,280 DEBUG [M:0;2b6d221c5cde:35467 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:18:24,280 INFO [M:0;2b6d221c5cde:35467 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-12T14:18:24,304 DEBUG [M:0;2b6d221c5cde:35467 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1dfe5157756c48dfaddc0a3b88c51406 is 82, key is hbase:meta,,1/info:regioninfo/1731421094070/Put/seqid=0 2024-11-12T14:18:24,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741843_1019 (size=5672) 2024-11-12T14:18:24,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36989-0x1012f6916870001, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:18:24,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36989-0x1012f6916870001, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:18:24,320 INFO [RS:0;2b6d221c5cde:36989 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:18:24,320 INFO [RS:0;2b6d221c5cde:36989 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b6d221c5cde,36989,1731421090418; zookeeper connection closed. 2024-11-12T14:18:24,321 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6277c0ab {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6277c0ab 2024-11-12T14:18:24,321 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T14:18:24,711 INFO [M:0;2b6d221c5cde:35467 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1dfe5157756c48dfaddc0a3b88c51406 2024-11-12T14:18:24,745 DEBUG [M:0;2b6d221c5cde:35467 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/692d6b5a12564bb18b58475b31b83bdc is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731421101220/Put/seqid=0 2024-11-12T14:18:24,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741844_1020 (size=8663) 2024-11-12T14:18:25,172 INFO [M:0;2b6d221c5cde:35467 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/692d6b5a12564bb18b58475b31b83bdc 2024-11-12T14:18:25,236 DEBUG [M:0;2b6d221c5cde:35467 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/972c495184d84751bffb8269ee3120b0 is 69, key is 2b6d221c5cde,36989,1731421090418/rs:state/1731421092963/Put/seqid=0 2024-11-12T14:18:25,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741845_1021 (size=5156) 2024-11-12T14:18:25,301 INFO [M:0;2b6d221c5cde:35467 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/972c495184d84751bffb8269ee3120b0 2024-11-12T14:18:25,352 DEBUG [M:0;2b6d221c5cde:35467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1dfe5157756c48dfaddc0a3b88c51406 as hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1dfe5157756c48dfaddc0a3b88c51406 2024-11-12T14:18:25,375 INFO [M:0;2b6d221c5cde:35467 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1dfe5157756c48dfaddc0a3b88c51406, entries=8, sequenceid=115, filesize=5.5 K 2024-11-12T14:18:25,384 DEBUG [M:0;2b6d221c5cde:35467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/692d6b5a12564bb18b58475b31b83bdc as hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/692d6b5a12564bb18b58475b31b83bdc 2024-11-12T14:18:25,429 INFO [M:0;2b6d221c5cde:35467 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/692d6b5a12564bb18b58475b31b83bdc, entries=14, sequenceid=115, filesize=8.5 K 2024-11-12T14:18:25,431 DEBUG [M:0;2b6d221c5cde:35467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/972c495184d84751bffb8269ee3120b0 as hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/972c495184d84751bffb8269ee3120b0 2024-11-12T14:18:25,453 INFO [M:0;2b6d221c5cde:35467 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/972c495184d84751bffb8269ee3120b0, entries=1, sequenceid=115, filesize=5.0 K 2024-11-12T14:18:25,466 INFO [M:0;2b6d221c5cde:35467 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1186ms, sequenceid=115, compaction requested=false 2024-11-12T14:18:25,480 INFO [M:0;2b6d221c5cde:35467 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:18:25,480 DEBUG [M:0;2b6d221c5cde:35467 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421104279Disabling compacts and flushes for region at 1731421104279Disabling writes for close at 1731421104280 (+1 ms)Obtaining lock to block concurrent updates at 1731421104280Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731421104280Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731421104280Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731421104282 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731421104282Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731421104303 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731421104303Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731421104722 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731421104744 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731421104744Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731421105197 (+453 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731421105235 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731421105235Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f30abaa: reopening flushed file at 1731421105344 (+109 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@515973f7: reopening flushed file at 1731421105376 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b761241: reopening flushed file at 1731421105429 (+53 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1186ms, sequenceid=115, compaction requested=false at 1731421105466 (+37 ms)Writing region close event to WAL at 1731421105480 (+14 ms)Closed at 1731421105480 2024-11-12T14:18:25,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741830_1006 (size=59421) 2024-11-12T14:18:25,496 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:18:25,496 INFO [M:0;2b6d221c5cde:35467 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T14:18:25,496 INFO [M:0;2b6d221c5cde:35467 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35467 2024-11-12T14:18:25,497 INFO [M:0;2b6d221c5cde:35467 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:18:25,655 INFO [M:0;2b6d221c5cde:35467 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:18:25,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x1012f6916870000, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:18:25,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x1012f6916870000, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:18:25,657 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:18:25,657 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:18:25,657 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:18:25,657 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:18:25,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:18:25,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:18:25,658 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T14:18:25,658 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:18:25,661 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34023 2024-11-12T14:18:25,663 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34023 connecting to ZooKeeper ensemble=127.0.0.1:56514 2024-11-12T14:18:25,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:340230x0, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:18:25,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34023-0x1012f6916870006 connected 2024-11-12T14:18:25,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:18:25,688 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:18:25,690 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34023-0x1012f6916870006, quorum=127.0.0.1:56514, baseZNode=/0511531678 Set watcher on znode that does not yet exist, /0511531678/running 2024-11-12T14:18:25,690 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0511531678/meta-region-server: INIT 2024-11-12T14:18:25,691 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5, hbase.cluster.distributed=false 2024-11-12T14:18:25,693 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34023-0x1012f6916870006, quorum=127.0.0.1:56514, baseZNode=/0511531678 Set watcher on znode that does not yet exist, /0511531678/acl 2024-11-12T14:18:25,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34023 2024-11-12T14:18:25,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34023 2024-11-12T14:18:25,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34023 2024-11-12T14:18:25,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34023 2024-11-12T14:18:25,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34023 2024-11-12T14:18:25,723 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:18:25,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:18:25,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:18:25,724 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:18:25,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:18:25,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:18:25,724 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T14:18:25,724 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:18:25,725 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44367 2024-11-12T14:18:25,726 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44367 connecting to ZooKeeper ensemble=127.0.0.1:56514 2024-11-12T14:18:25,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:18:25,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:18:25,746 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443670x0, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:18:25,747 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0511531678/meta-region-server: INIT 2024-11-12T14:18:25,747 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:443670x0, quorum=127.0.0.1:56514, baseZNode=/0511531678 Set watcher on znode that does not yet exist, /0511531678/running 2024-11-12T14:18:25,748 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T14:18:25,748 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44367-0x1012f6916870007 connected 2024-11-12T14:18:25,754 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T14:18:25,754 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44367-0x1012f6916870007, quorum=127.0.0.1:56514, baseZNode=/0511531678 Set watcher on znode that does not yet exist, /0511531678/master 2024-11-12T14:18:25,756 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44367-0x1012f6916870007, quorum=127.0.0.1:56514, baseZNode=/0511531678 Set watcher on znode that does not yet exist, /0511531678/acl 2024-11-12T14:18:25,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44367 2024-11-12T14:18:25,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44367 2024-11-12T14:18:25,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44367 2024-11-12T14:18:25,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44367 2024-11-12T14:18:25,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44367 2024-11-12T14:18:25,786 DEBUG [M:0;2b6d221c5cde:34023 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b6d221c5cde:34023 2024-11-12T14:18:25,786 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0511531678/backup-masters/2b6d221c5cde,34023,1731421105657 2024-11-12T14:18:25,797 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44367-0x1012f6916870007, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0511531678/backup-masters 2024-11-12T14:18:25,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34023-0x1012f6916870006, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0511531678/backup-masters 2024-11-12T14:18:25,797 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34023-0x1012f6916870006, quorum=127.0.0.1:56514, baseZNode=/0511531678 Set watcher on existing znode=/0511531678/backup-masters/2b6d221c5cde,34023,1731421105657 2024-11-12T14:18:25,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34023-0x1012f6916870006, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0511531678 2024-11-12T14:18:25,807 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44367-0x1012f6916870007, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0511531678/master 2024-11-12T14:18:25,807 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44367-0x1012f6916870007, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0511531678 2024-11-12T14:18:25,808 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34023-0x1012f6916870006, quorum=127.0.0.1:56514, baseZNode=/0511531678 Set watcher on existing znode=/0511531678/master 2024-11-12T14:18:25,808 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0511531678/backup-masters/2b6d221c5cde,34023,1731421105657 from backup master directory 2024-11-12T14:18:25,818 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44367-0x1012f6916870007, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0511531678/backup-masters 2024-11-12T14:18:25,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34023-0x1012f6916870006, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0511531678/backup-masters/2b6d221c5cde,34023,1731421105657 2024-11-12T14:18:25,818 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:18:25,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34023-0x1012f6916870006, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0511531678/backup-masters 2024-11-12T14:18:25,818 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b6d221c5cde,34023,1731421105657 2024-11-12T14:18:25,837 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:18:25,837 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T14:18:25,855 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 18ms. 2024-11-12T14:18:25,868 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T14:18:25,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741846_1022 (size=196) 2024-11-12T14:18:25,972 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:18:25,973 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T14:18:25,984 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:18:26,001 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-12T14:18:26,006 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/WALs/2b6d221c5cde,35467,1731421089043 to hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/WALs/2b6d221c5cde,35467,1731421089043-dead as it is dead 2024-11-12T14:18:26,008 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-12T14:18:26,008 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-12T14:18:26,008 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/WALs/2b6d221c5cde,35467,1731421089043-dead/2b6d221c5cde%2C35467%2C1731421089043.1731421091683 2024-11-12T14:18:26,019 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/WALs/2b6d221c5cde,35467,1731421089043-dead/2b6d221c5cde%2C35467%2C1731421089043.1731421091683 after 8ms 2024-11-12T14:18:26,027 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/WALs/2b6d221c5cde,35467,1731421089043-dead/2b6d221c5cde%2C35467%2C1731421089043.1731421091683 to hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/2b6d221c5cde%2C35467%2C1731421089043.1731421091683 2024-11-12T14:18:26,027 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/WALs/2b6d221c5cde,35467,1731421089043-dead 2024-11-12T14:18:26,028 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/WALs/2b6d221c5cde,34023,1731421105657 2024-11-12T14:18:26,030 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:18:26,032 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C34023%2C1731421105657, suffix=, logDir=hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/WALs/2b6d221c5cde,34023,1731421105657, archiveDir=hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/oldWALs, maxLogs=10 2024-11-12T14:18:26,061 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/WALs/2b6d221c5cde,34023,1731421105657/2b6d221c5cde%2C34023%2C1731421105657.1731421106032, exclude list is [], retry=0 2024-11-12T14:18:26,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44173,DS-270b2db5-3959-4e4b-b245-21c38e2b53ee,DISK] 2024-11-12T14:18:26,089 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/WALs/2b6d221c5cde,34023,1731421105657/2b6d221c5cde%2C34023%2C1731421105657.1731421106032 2024-11-12T14:18:26,092 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44169:44169)] 2024-11-12T14:18:26,093 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:18:26,093 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:18:26,093 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:26,093 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:26,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:26,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T14:18:26,107 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:26,137 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1dfe5157756c48dfaddc0a3b88c51406 2024-11-12T14:18:26,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:18:26,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:26,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T14:18:26,139 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:26,180 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/692d6b5a12564bb18b58475b31b83bdc 2024-11-12T14:18:26,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:18:26,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:26,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T14:18:26,183 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:26,210 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/972c495184d84751bffb8269ee3120b0 2024-11-12T14:18:26,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:18:26,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:26,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T14:18:26,216 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:26,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:18:26,217 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:26,219 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-12T14:18:26,219 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/2b6d221c5cde%2C35467%2C1731421089043.1731421091683 2024-11-12T14:18:26,274 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/2b6d221c5cde%2C35467%2C1731421089043.1731421091683 2024-11-12T14:18:26,291 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/2b6d221c5cde%2C35467%2C1731421089043.1731421091683 2024-11-12T14:18:26,296 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:26,296 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:26,300 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:18:26,303 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:26,321 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-12T14:18:26,322 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60321769, jitterRate=-0.10113559663295746}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:18:26,323 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731421106093Initializing all the Stores at 1731421106097 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421106097Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421106104 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421106104Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421106104Cleaning up temporary data from old regions at 1731421106296 (+192 ms)Region opened successfully at 1731421106322 (+26 ms) 2024-11-12T14:18:26,332 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T14:18:26,345 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48897b4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:18:26,368 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-12T14:18:26,369 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T14:18:26,369 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T14:18:26,369 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T14:18:26,370 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T14:18:26,380 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T14:18:26,380 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T14:18:26,384 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T14:18:26,385 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T14:18:26,385 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-12T14:18:26,386 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-12T14:18:26,386 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 15 msec 2024-11-12T14:18:26,386 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T14:18:26,399 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=2b6d221c5cde,36989,1731421090418, regionLocation=2b6d221c5cde,36989,1731421090418, openSeqNum=2 2024-11-12T14:18:26,399 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=2b6d221c5cde,36989,1731421090418, table=hbase:meta, region=1588230740 2024-11-12T14:18:26,399 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,36989,1731421090418, state=OPEN 2024-11-12T14:18:26,418 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44367-0x1012f6916870007, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0511531678/meta-region-server 2024-11-12T14:18:26,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34023-0x1012f6916870006, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0511531678/meta-region-server 2024-11-12T14:18:26,418 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0511531678/meta-region-server: CHANGED 2024-11-12T14:18:26,418 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0511531678/meta-region-server: CHANGED 2024-11-12T14:18:26,425 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-12T14:18:26,438 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0511531678/draining/2b6d221c5cde,36989,1731421090418 already deleted, retry=false 2024-11-12T14:18:26,439 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 2b6d221c5cde,36989,1731421090418 on 2b6d221c5cde,34023,1731421105657 2024-11-12T14:18:26,448 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 2b6d221c5cde,36989,1731421090418, splitWal=true, meta=true 2024-11-12T14:18:26,451 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 2b6d221c5cde,36989,1731421090418 (carryingMeta=true) 2b6d221c5cde,36989,1731421090418/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@68e8fa19[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-12T14:18:26,472 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34023-0x1012f6916870006, quorum=127.0.0.1:56514, baseZNode=/0511531678 Unable to get data of znode /0511531678/balancer because node does not exist (not necessarily an error) 2024-11-12T14:18:26,512 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0511531678/balancer already deleted, retry=false 2024-11-12T14:18:26,513 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T14:18:26,514 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34023-0x1012f6916870006, quorum=127.0.0.1:56514, baseZNode=/0511531678 Unable to get data of znode /0511531678/normalizer because node does not exist (not necessarily an error) 2024-11-12T14:18:26,533 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0511531678/normalizer already deleted, retry=false 2024-11-12T14:18:26,534 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T14:18:26,535 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34023-0x1012f6916870006, quorum=127.0.0.1:56514, baseZNode=/0511531678 Unable to get data of znode /0511531678/switch/split because node does not exist (not necessarily an error) 2024-11-12T14:18:26,544 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0511531678/switch/split already deleted, retry=false 2024-11-12T14:18:26,545 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34023-0x1012f6916870006, quorum=127.0.0.1:56514, baseZNode=/0511531678 Unable to get data of znode /0511531678/switch/merge because node does not exist (not necessarily an error) 2024-11-12T14:18:26,554 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0511531678/switch/merge already deleted, retry=false 2024-11-12T14:18:26,579 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34023-0x1012f6916870006, quorum=127.0.0.1:56514, baseZNode=/0511531678 Unable to get data of znode /0511531678/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T14:18:26,586 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0511531678/snapshot-cleanup already deleted, retry=false 2024-11-12T14:18:26,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34023-0x1012f6916870006, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0511531678/running 2024-11-12T14:18:26,597 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44367-0x1012f6916870007, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0511531678/running 2024-11-12T14:18:26,597 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44367-0x1012f6916870007, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0511531678 2024-11-12T14:18:26,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34023-0x1012f6916870006, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0511531678 2024-11-12T14:18:26,597 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b6d221c5cde,34023,1731421105657, sessionid=0x1012f6916870006, setting cluster-up flag (Was=false) 2024-11-12T14:18:26,609 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0511531678/flush-table-proc/acquired, /0511531678/flush-table-proc/reached, /0511531678/flush-table-proc/abort 2024-11-12T14:18:26,610 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,34023,1731421105657 2024-11-12T14:18:26,619 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0511531678/online-snapshot/acquired, /0511531678/online-snapshot/reached, /0511531678/online-snapshot/abort 2024-11-12T14:18:26,621 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,34023,1731421105657 2024-11-12T14:18:26,625 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/.lastflushedseqids 2024-11-12T14:18:26,629 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T14:18:26,630 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T14:18:26,630 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b6d221c5cde,34023,1731421105657 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 2b6d221c5cde,36989,1731421090418 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T14:18:26,632 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:18:26,632 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:18:26,632 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:18:26,632 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:18:26,632 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b6d221c5cde:0, corePoolSize=10, maxPoolSize=10 2024-11-12T14:18:26,632 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:26,632 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:18:26,632 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:26,636 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731421136636 2024-11-12T14:18:26,636 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T14:18:26,636 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T14:18:26,637 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T14:18:26,637 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T14:18:26,637 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T14:18:26,637 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T14:18:26,637 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 2b6d221c5cde,36989,1731421090418, splitWal=true, meta=true 2024-11-12T14:18:26,639 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 2b6d221c5cde,36989,1731421090418, splitWal=true, meta=true, isMeta: true 2024-11-12T14:18:26,640 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:26,640 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,36989,1731421090418-splitting 2024-11-12T14:18:26,641 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T14:18:26,641 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T14:18:26,641 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T14:18:26,642 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T14:18:26,642 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,36989,1731421090418-splitting dir is empty, no logs to split. 2024-11-12T14:18:26,642 INFO [PEWorker-1 {}] master.SplitWALManager(105): 2b6d221c5cde,36989,1731421090418 WAL count=0, meta=true 2024-11-12T14:18:26,644 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T14:18:26,644 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T14:18:26,648 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421106644,5,FailOnTimeoutGroup] 2024-11-12T14:18:26,650 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,36989,1731421090418-splitting dir is empty, no logs to split. 2024-11-12T14:18:26,650 INFO [PEWorker-1 {}] master.SplitWALManager(105): 2b6d221c5cde,36989,1731421090418 WAL count=0, meta=true 2024-11-12T14:18:26,650 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 2b6d221c5cde,36989,1731421090418 WAL splitting is done? wals=0, meta=true 2024-11-12T14:18:26,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T14:18:26,654 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421106648,5,FailOnTimeoutGroup] 2024-11-12T14:18:26,654 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:26,654 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T14:18:26,654 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:26,654 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:26,654 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731421106654, completionTime=-1 2024-11-12T14:18:26,654 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-12T14:18:26,655 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:18:26,660 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T14:18:26,663 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-12T14:18:26,677 INFO [RS:0;2b6d221c5cde:44367 {}] regionserver.HRegionServer(746): ClusterId : 77d2819a-6b75-4b1c-857c-dfc0614f06e0 2024-11-12T14:18:26,677 DEBUG [RS:0;2b6d221c5cde:44367 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T14:18:26,693 DEBUG [RS:0;2b6d221c5cde:44367 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T14:18:26,693 DEBUG [RS:0;2b6d221c5cde:44367 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T14:18:26,704 DEBUG [RS:0;2b6d221c5cde:44367 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T14:18:26,705 DEBUG [RS:0;2b6d221c5cde:44367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20014ff2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:18:26,722 DEBUG [RS:0;2b6d221c5cde:44367 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b6d221c5cde:44367 2024-11-12T14:18:26,723 INFO [RS:0;2b6d221c5cde:44367 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T14:18:26,723 INFO [RS:0;2b6d221c5cde:44367 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T14:18:26,723 DEBUG [RS:0;2b6d221c5cde:44367 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T14:18:26,724 INFO [RS:0;2b6d221c5cde:44367 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b6d221c5cde,34023,1731421105657 with port=44367, startcode=1731421105723 2024-11-12T14:18:26,725 DEBUG [RS:0;2b6d221c5cde:44367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T14:18:26,729 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53485, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T14:18:26,730 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34023 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b6d221c5cde,44367,1731421105723 2024-11-12T14:18:26,730 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34023 {}] master.ServerManager(517): Registering regionserver=2b6d221c5cde,44367,1731421105723 2024-11-12T14:18:26,738 DEBUG [RS:0;2b6d221c5cde:44367 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5 2024-11-12T14:18:26,738 DEBUG [RS:0;2b6d221c5cde:44367 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40391 2024-11-12T14:18:26,738 DEBUG [RS:0;2b6d221c5cde:44367 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T14:18:26,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34023-0x1012f6916870006, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0511531678/rs 2024-11-12T14:18:26,745 DEBUG [RS:0;2b6d221c5cde:44367 {}] zookeeper.ZKUtil(111): regionserver:44367-0x1012f6916870007, quorum=127.0.0.1:56514, baseZNode=/0511531678 Set watcher on existing znode=/0511531678/rs/2b6d221c5cde,44367,1731421105723 2024-11-12T14:18:26,745 WARN [RS:0;2b6d221c5cde:44367 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:18:26,745 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b6d221c5cde,44367,1731421105723] 2024-11-12T14:18:26,746 INFO [RS:0;2b6d221c5cde:44367 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:18:26,746 DEBUG [RS:0;2b6d221c5cde:44367 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,44367,1731421105723 2024-11-12T14:18:26,763 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=109ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-12T14:18:26,804 INFO [RS:0;2b6d221c5cde:44367 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T14:18:26,806 INFO [RS:0;2b6d221c5cde:44367 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T14:18:26,806 INFO [RS:0;2b6d221c5cde:44367 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T14:18:26,807 INFO [RS:0;2b6d221c5cde:44367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:26,807 INFO [RS:0;2b6d221c5cde:44367 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T14:18:26,809 INFO [RS:0;2b6d221c5cde:44367 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T14:18:26,809 INFO [RS:0;2b6d221c5cde:44367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:26,809 DEBUG [RS:0;2b6d221c5cde:44367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:26,809 DEBUG [RS:0;2b6d221c5cde:44367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:26,809 DEBUG [RS:0;2b6d221c5cde:44367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:26,809 DEBUG [RS:0;2b6d221c5cde:44367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:26,809 DEBUG [RS:0;2b6d221c5cde:44367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:26,809 DEBUG [RS:0;2b6d221c5cde:44367 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:18:26,810 DEBUG [RS:0;2b6d221c5cde:44367 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:26,810 DEBUG [RS:0;2b6d221c5cde:44367 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:26,810 DEBUG [RS:0;2b6d221c5cde:44367 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:26,810 DEBUG [RS:0;2b6d221c5cde:44367 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:26,810 DEBUG [RS:0;2b6d221c5cde:44367 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:26,810 DEBUG [RS:0;2b6d221c5cde:44367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:26,810 DEBUG [RS:0;2b6d221c5cde:44367 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:18:26,810 DEBUG [RS:0;2b6d221c5cde:44367 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:18:26,810 WARN [2b6d221c5cde:34023 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T14:18:26,820 INFO [RS:0;2b6d221c5cde:44367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:26,820 INFO [RS:0;2b6d221c5cde:44367 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:26,820 INFO [RS:0;2b6d221c5cde:44367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:26,820 INFO [RS:0;2b6d221c5cde:44367 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:26,821 INFO [RS:0;2b6d221c5cde:44367 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:26,821 INFO [RS:0;2b6d221c5cde:44367 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,44367,1731421105723-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:18:26,840 INFO [RS:0;2b6d221c5cde:44367 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T14:18:26,840 INFO [RS:0;2b6d221c5cde:44367 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,44367,1731421105723-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:26,860 INFO [RS:0;2b6d221c5cde:44367 {}] regionserver.ReplicationSource(231): queueId=1-2b6d221c5cde,44367,1731421105723, ReplicationSource: 1, currentBandwidth=0 2024-11-12T14:18:26,879 INFO [RS:0;2b6d221c5cde:44367 {}] regionserver.ReplicationSource(231): queueId=2-2b6d221c5cde,44367,1731421105723, ReplicationSource: 2, currentBandwidth=0 2024-11-12T14:18:26,880 INFO [RS:0;2b6d221c5cde:44367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:26,880 INFO [RS:0;2b6d221c5cde:44367 {}] regionserver.Replication(171): 2b6d221c5cde,44367,1731421105723 started 2024-11-12T14:18:26,884 DEBUG [RS:0;2b6d221c5cde:44367.replicationSource,1-2b6d221c5cde,44367,1731421105723 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b6d221c5cde:43653' 2024-11-12T14:18:26,885 DEBUG [RS:0;2b6d221c5cde:44367.replicationSource,1-2b6d221c5cde,44367,1731421105723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f8ffe7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:26,886 DEBUG [RS:0;2b6d221c5cde:44367.replicationSource,1-2b6d221c5cde,44367,1731421105723 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,43653,-1 for getting cluster id 2024-11-12T14:18:26,886 DEBUG [RS:0;2b6d221c5cde:44367.replicationSource,1-2b6d221c5cde,44367,1731421105723 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:18:26,897 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b833db4-9492-4883-a783-bc338e148c1c' 2024-11-12T14:18:26,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:18:26,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b833db4-9492-4883-a783-bc338e148c1c" 2024-11-12T14:18:26,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20183338, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:26,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,43653,-1] 2024-11-12T14:18:26,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:18:26,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:26,900 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:18:26,903 DEBUG [RS:0;2b6d221c5cde:44367.replicationSource,2-2b6d221c5cde,44367,1731421105723 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b6d221c5cde:43653' 2024-11-12T14:18:26,904 DEBUG [RS:0;2b6d221c5cde:44367.replicationSource,2-2b6d221c5cde,44367,1731421105723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@abf06d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:26,904 DEBUG [RS:0;2b6d221c5cde:44367.replicationSource,2-2b6d221c5cde,44367,1731421105723 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,43653,-1 for getting cluster id 2024-11-12T14:18:26,905 DEBUG [RS:0;2b6d221c5cde:44367.replicationSource,2-2b6d221c5cde,44367,1731421105723 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:18:26,905 INFO [RS:0;2b6d221c5cde:44367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:26,906 DEBUG [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b833db4-9492-4883-a783-bc338e148c1c' 2024-11-12T14:18:26,906 INFO [RS:0;2b6d221c5cde:44367 {}] regionserver.HRegionServer(1482): Serving as 2b6d221c5cde,44367,1731421105723, RpcServer on 2b6d221c5cde/172.17.0.3:44367, sessionid=0x1012f6916870007 2024-11-12T14:18:26,906 DEBUG [RS:0;2b6d221c5cde:44367 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T14:18:26,906 DEBUG [RS:0;2b6d221c5cde:44367 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b6d221c5cde,44367,1731421105723 2024-11-12T14:18:26,906 DEBUG [RS:0;2b6d221c5cde:44367 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,44367,1731421105723' 2024-11-12T14:18:26,906 DEBUG [RS:0;2b6d221c5cde:44367 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0511531678/flush-table-proc/abort' 2024-11-12T14:18:26,907 DEBUG [RS:0;2b6d221c5cde:44367.replicationSource,1-2b6d221c5cde,44367,1731421105723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47b29b75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:26,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:18:26,907 DEBUG [RS:0;2b6d221c5cde:44367.replicationSource,1-2b6d221c5cde,44367,1731421105723 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:18:26,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b833db4-9492-4883-a783-bc338e148c1c" 2024-11-12T14:18:26,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d9b3ffc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:26,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,43653,-1] 2024-11-12T14:18:26,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:18:26,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:26,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,43653,1731421097228 2024-11-12T14:18:26,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bf5563d 2024-11-12T14:18:26,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:18:26,909 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-12T14:18:26,910 INFO [RS:0;2b6d221c5cde:44367.replicationSource,1-2b6d221c5cde,44367,1731421105723 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2b6d221c5cde,44367,1731421105723 (queues=0) is replicating from cluster=77d2819a-6b75-4b1c-857c-dfc0614f06e0 to cluster=0b833db4-9492-4883-a783-bc338e148c1c 2024-11-12T14:18:26,912 DEBUG [RS:0;2b6d221c5cde:44367 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0511531678/flush-table-proc/acquired' 2024-11-12T14:18:26,913 DEBUG [RS:0;2b6d221c5cde:44367 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T14:18:26,913 DEBUG [RS:0;2b6d221c5cde:44367 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T14:18:26,913 DEBUG [RS:0;2b6d221c5cde:44367 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b6d221c5cde,44367,1731421105723 2024-11-12T14:18:26,913 DEBUG [RS:0;2b6d221c5cde:44367 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,44367,1731421105723' 2024-11-12T14:18:26,913 DEBUG [RS:0;2b6d221c5cde:44367 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0511531678/online-snapshot/abort' 2024-11-12T14:18:26,914 DEBUG [RS:0;2b6d221c5cde:44367 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0511531678/online-snapshot/acquired' 2024-11-12T14:18:26,914 DEBUG [RS:0;2b6d221c5cde:44367 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T14:18:26,914 INFO [RS:0;2b6d221c5cde:44367 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T14:18:26,914 INFO [RS:0;2b6d221c5cde:44367 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T14:18:26,915 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:18:26,916 DEBUG [RS:0;2b6d221c5cde:44367.replicationSource,2-2b6d221c5cde,44367,1731421105723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fa25444, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:26,916 DEBUG [RS:0;2b6d221c5cde:44367.replicationSource,2-2b6d221c5cde,44367,1731421105723 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:18:26,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,43653,1731421097228 2024-11-12T14:18:26,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e517998 2024-11-12T14:18:26,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:18:26,919 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-12T14:18:26,919 INFO [RS:0;2b6d221c5cde:44367.replicationSource,2-2b6d221c5cde,44367,1731421105723 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-2b6d221c5cde,44367,1731421105723 (queues=0) is replicating from cluster=77d2819a-6b75-4b1c-857c-dfc0614f06e0 to cluster=0b833db4-9492-4883-a783-bc338e148c1c 2024-11-12T14:18:27,015 INFO [RS:0;2b6d221c5cde:44367 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:18:27,017 INFO [RS:0;2b6d221c5cde:44367 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C44367%2C1731421105723, suffix=, logDir=hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,44367,1731421105723, archiveDir=hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/oldWALs, maxLogs=10 2024-11-12T14:18:27,036 DEBUG [RS:0;2b6d221c5cde:44367 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,44367,1731421105723/2b6d221c5cde%2C44367%2C1731421105723.1731421107018, exclude list is [], retry=0 2024-11-12T14:18:27,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44173,DS-270b2db5-3959-4e4b-b245-21c38e2b53ee,DISK] 2024-11-12T14:18:27,041 INFO [RS:0;2b6d221c5cde:44367 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,44367,1731421105723/2b6d221c5cde%2C44367%2C1731421105723.1731421107018 2024-11-12T14:18:27,044 DEBUG [RS:0;2b6d221c5cde:44367 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 2b6d221c5cde%2C44367%2C1731421105723 for peer 1 2024-11-12T14:18:27,044 DEBUG [RS:0;2b6d221c5cde:44367 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 2b6d221c5cde%2C44367%2C1731421105723 for peer 2 2024-11-12T14:18:27,044 DEBUG [RS:0;2b6d221c5cde:44367 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2b6d221c5cde%2C44367%2C1731421105723 2024-11-12T14:18:27,044 INFO [RS:0;2b6d221c5cde:44367 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2b6d221c5cde,44367,1731421105723, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T14:18:27,052 DEBUG [RS:0;2b6d221c5cde:44367 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=2b6d221c5cde%2C44367%2C1731421105723 2024-11-12T14:18:27,052 INFO [RS:0;2b6d221c5cde:44367 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-2b6d221c5cde,44367,1731421105723, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T14:18:27,053 INFO [RS:0;2b6d221c5cde:44367.replicationSource.shipper2b6d221c5cde%2C44367%2C1731421105723,1-2b6d221c5cde,44367,1731421105723 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2b6d221c5cde%2C44367%2C1731421105723 2024-11-12T14:18:27,053 DEBUG [RS:0;2b6d221c5cde:44367 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44169:44169)] 2024-11-12T14:18:27,054 INFO [RS:0;2b6d221c5cde:44367.replicationSource.shipper2b6d221c5cde%2C44367%2C1731421105723,2-2b6d221c5cde,44367,1731421105723 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2b6d221c5cde%2C44367%2C1731421105723 2024-11-12T14:18:27,054 DEBUG [RS:0;2b6d221c5cde:44367.replicationSource.wal-reader.2b6d221c5cde%2C44367%2C1731421105723,1-2b6d221c5cde,44367,1731421105723 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,44367,1731421105723/2b6d221c5cde%2C44367%2C1731421105723.1731421107018, startPosition=0, beingWritten=true 2024-11-12T14:18:27,055 DEBUG [RS:0;2b6d221c5cde:44367.replicationSource.wal-reader.2b6d221c5cde%2C44367%2C1731421105723,2-2b6d221c5cde,44367,1731421105723 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,44367,1731421105723/2b6d221c5cde%2C44367%2C1731421105723.1731421107018, startPosition=0, beingWritten=true 2024-11-12T14:18:27,061 DEBUG [2b6d221c5cde:34023 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T14:18:27,061 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b6d221c5cde,44367,1731421105723 2024-11-12T14:18:27,063 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,44367,1731421105723, state=OPENING 2024-11-12T14:18:27,070 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44367-0x1012f6916870007, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0511531678/meta-region-server 2024-11-12T14:18:27,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34023-0x1012f6916870006, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0511531678/meta-region-server 2024-11-12T14:18:27,070 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:18:27,070 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0511531678/meta-region-server: CHANGED 2024-11-12T14:18:27,070 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0511531678/meta-region-server: CHANGED 2024-11-12T14:18:27,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,44367,1731421105723}] 2024-11-12T14:18:27,224 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:18:27,226 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42671, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T14:18:27,231 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T14:18:27,231 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:18:27,231 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T14:18:27,239 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C44367%2C1731421105723.meta, suffix=.meta, logDir=hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,44367,1731421105723, archiveDir=hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/oldWALs, maxLogs=10 2024-11-12T14:18:27,258 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,44367,1731421105723/2b6d221c5cde%2C44367%2C1731421105723.meta.1731421107240.meta, exclude list is [], retry=0 2024-11-12T14:18:27,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44173,DS-270b2db5-3959-4e4b-b245-21c38e2b53ee,DISK] 2024-11-12T14:18:27,267 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,44367,1731421105723/2b6d221c5cde%2C44367%2C1731421105723.meta.1731421107240.meta 2024-11-12T14:18:27,267 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44169:44169)] 2024-11-12T14:18:27,268 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:18:27,268 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:18:27,268 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T14:18:27,268 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T14:18:27,268 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T14:18:27,269 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T14:18:27,269 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:18:27,269 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T14:18:27,269 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T14:18:27,271 DEBUG [RS:0;2b6d221c5cde:44367.replicationSource.wal-reader.2b6d221c5cde%2C44367%2C1731421105723,1-2b6d221c5cde,44367,1731421105723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,44367,1731421105723/2b6d221c5cde%2C44367%2C1731421105723.1731421107018 to pos 0, reset compression=false 2024-11-12T14:18:27,271 DEBUG [RS:0;2b6d221c5cde:44367.replicationSource.wal-reader.2b6d221c5cde%2C44367%2C1731421105723,2-2b6d221c5cde,44367,1731421105723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,44367,1731421105723/2b6d221c5cde%2C44367%2C1731421105723.1731421107018 to pos 0, reset compression=false 2024-11-12T14:18:27,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:18:27,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:18:27,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:27,319 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/data/hbase/meta/1588230740/info/d8ab67f036284519a9b036fa08033693 2024-11-12T14:18:27,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:18:27,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:18:27,321 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:18:27,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:27,333 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/data/hbase/meta/1588230740/ns/55f8c4d2b5194fa2be9622a6eb15ca16 2024-11-12T14:18:27,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:18:27,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:18:27,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:18:27,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:27,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:18:27,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:18:27,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:18:27,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:27,345 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/data/hbase/meta/1588230740/table/55f8b2887ec444678c02a055e132a7e6 2024-11-12T14:18:27,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:18:27,348 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:18:27,349 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/data/hbase/meta/1588230740 2024-11-12T14:18:27,351 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/data/hbase/meta/1588230740 2024-11-12T14:18:27,353 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:18:27,353 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:18:27,354 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:18:27,357 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:18:27,358 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70222458, jitterRate=0.0463961660861969}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:18:27,358 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T14:18:27,358 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731421107269Writing region info on filesystem at 1731421107269Initializing all the Stores at 1731421107273 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421107273Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421107288 (+15 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421107288Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421107288Cleaning up temporary data from old regions at 1731421107353 (+65 ms)Running coprocessor post-open hooks at 1731421107358 (+5 ms)Region opened successfully at 1731421107358 2024-11-12T14:18:27,362 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731421107224 2024-11-12T14:18:27,365 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T14:18:27,365 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T14:18:27,366 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=2b6d221c5cde,44367,1731421105723 2024-11-12T14:18:27,367 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,44367,1731421105723, state=OPEN 2024-11-12T14:18:27,375 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44367-0x1012f6916870007, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0511531678/meta-region-server 2024-11-12T14:18:27,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34023-0x1012f6916870006, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0511531678/meta-region-server 2024-11-12T14:18:27,376 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b6d221c5cde,44367,1731421105723 2024-11-12T14:18:27,376 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0511531678/meta-region-server: CHANGED 2024-11-12T14:18:27,376 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0511531678/meta-region-server: CHANGED 2024-11-12T14:18:27,380 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-12T14:18:27,380 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,44367,1731421105723 in 306 msec 2024-11-12T14:18:27,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-12T14:18:27,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 727 msec 2024-11-12T14:18:27,601 DEBUG [RS:0;2b6d221c5cde:44367.replicationSource.wal-reader.2b6d221c5cde%2C44367%2C1731421105723,1-2b6d221c5cde,44367,1731421105723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,44367,1731421105723/2b6d221c5cde%2C44367%2C1731421105723.1731421107018 to pos 0, reset compression=false 2024-11-12T14:18:27,613 DEBUG [RS:0;2b6d221c5cde:44367.replicationSource.wal-reader.2b6d221c5cde%2C44367%2C1731421105723,2-2b6d221c5cde,44367,1731421105723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,44367,1731421105723/2b6d221c5cde%2C44367%2C1731421105723.1731421107018 to pos 0, reset compression=false 2024-11-12T14:18:28,008 DEBUG [RS:0;2b6d221c5cde:44367.replicationSource.wal-reader.2b6d221c5cde%2C44367%2C1731421105723,1-2b6d221c5cde,44367,1731421105723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,44367,1731421105723/2b6d221c5cde%2C44367%2C1731421105723.1731421107018 to pos 0, reset compression=false 2024-11-12T14:18:28,020 DEBUG [RS:0;2b6d221c5cde:44367.replicationSource.wal-reader.2b6d221c5cde%2C44367%2C1731421105723,2-2b6d221c5cde,44367,1731421105723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,44367,1731421105723/2b6d221c5cde%2C44367%2C1731421105723.1731421107018 to pos 0, reset compression=false 2024-11-12T14:18:28,267 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1613ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1504ms 2024-11-12T14:18:28,515 DEBUG [RS:0;2b6d221c5cde:44367.replicationSource.wal-reader.2b6d221c5cde%2C44367%2C1731421105723,1-2b6d221c5cde,44367,1731421105723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,44367,1731421105723/2b6d221c5cde%2C44367%2C1731421105723.1731421107018 to pos 0, reset compression=false 2024-11-12T14:18:28,526 DEBUG [RS:0;2b6d221c5cde:44367.replicationSource.wal-reader.2b6d221c5cde%2C44367%2C1731421105723,2-2b6d221c5cde,44367,1731421105723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,44367,1731421105723/2b6d221c5cde%2C44367%2C1731421105723.1731421107018 to pos 0, reset compression=false 2024-11-12T14:18:29,123 DEBUG [RS:0;2b6d221c5cde:44367.replicationSource.wal-reader.2b6d221c5cde%2C44367%2C1731421105723,1-2b6d221c5cde,44367,1731421105723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,44367,1731421105723/2b6d221c5cde%2C44367%2C1731421105723.1731421107018 to pos 0, reset compression=false 2024-11-12T14:18:29,132 DEBUG [RS:0;2b6d221c5cde:44367.replicationSource.wal-reader.2b6d221c5cde%2C44367%2C1731421105723,2-2b6d221c5cde,44367,1731421105723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,44367,1731421105723/2b6d221c5cde%2C44367%2C1731421105723.1731421107018 to pos 0, reset compression=false 2024-11-12T14:18:29,771 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3116ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3007ms 2024-11-12T14:18:29,832 DEBUG [RS:0;2b6d221c5cde:44367.replicationSource.wal-reader.2b6d221c5cde%2C44367%2C1731421105723,1-2b6d221c5cde,44367,1731421105723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,44367,1731421105723/2b6d221c5cde%2C44367%2C1731421105723.1731421107018 to pos 0, reset compression=false 2024-11-12T14:18:29,839 DEBUG [RS:0;2b6d221c5cde:44367.replicationSource.wal-reader.2b6d221c5cde%2C44367%2C1731421105723,2-2b6d221c5cde,44367,1731421105723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,44367,1731421105723/2b6d221c5cde%2C44367%2C1731421105723.1731421107018 to pos 0, reset compression=false 2024-11-12T14:18:30,638 DEBUG [RS:0;2b6d221c5cde:44367.replicationSource.wal-reader.2b6d221c5cde%2C44367%2C1731421105723,1-2b6d221c5cde,44367,1731421105723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,44367,1731421105723/2b6d221c5cde%2C44367%2C1731421105723.1731421107018 to pos 0, reset compression=false 2024-11-12T14:18:30,644 DEBUG [RS:0;2b6d221c5cde:44367.replicationSource.wal-reader.2b6d221c5cde%2C44367%2C1731421105723,2-2b6d221c5cde,44367,1731421105723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,44367,1731421105723/2b6d221c5cde%2C44367%2C1731421105723.1731421107018 to pos 0, reset compression=false 2024-11-12T14:18:31,174 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4520ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-12T14:18:31,174 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T14:18:31,175 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:18:31,175 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,44367,1731421105723, seqNum=-1] 2024-11-12T14:18:31,176 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:18:31,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:18:31,188 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3793c715e1b13cab746f6330f8e36825, regionState=OPEN, lastHost=2b6d221c5cde,36989,1731421090418, regionLocation=2b6d221c5cde,36989,1731421090418, openSeqNum=2 2024-11-12T14:18:31,188 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T14:18:31,188 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731421171188 2024-11-12T14:18:31,188 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731421231188 2024-11-12T14:18:31,188 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 14 msec 2024-11-12T14:18:31,189 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,34023,1731421105657-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:31,189 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,34023,1731421105657-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:31,189 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 2b6d221c5cde,36989,1731421090418 had 2 regions 2024-11-12T14:18:31,189 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,34023,1731421105657-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:31,189 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b6d221c5cde:34023, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:31,189 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:31,189 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:31,190 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 2b6d221c5cde,36989,1731421090418, splitWal=true, meta=true, isMeta: false 2024-11-12T14:18:31,192 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,36989,1731421090418-splitting dir is empty, no logs to split. 2024-11-12T14:18:31,193 INFO [PEWorker-3 {}] master.SplitWALManager(105): 2b6d221c5cde,36989,1731421090418 WAL count=0, meta=false 2024-11-12T14:18:31,196 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,36989,1731421090418-splitting dir is empty, no logs to split. 2024-11-12T14:18:31,196 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.378sec 2024-11-12T14:18:31,196 INFO [PEWorker-3 {}] master.SplitWALManager(105): 2b6d221c5cde,36989,1731421090418 WAL count=0, meta=false 2024-11-12T14:18:31,196 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 2b6d221c5cde,36989,1731421090418 WAL splitting is done? wals=0, meta=false 2024-11-12T14:18:31,196 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T14:18:31,196 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T14:18:31,196 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T14:18:31,196 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T14:18:31,197 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T14:18:31,197 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,34023,1731421105657-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:18:31,197 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,34023,1731421105657-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T14:18:31,200 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3793c715e1b13cab746f6330f8e36825, ASSIGN}] 2024-11-12T14:18:31,201 WARN [master/2b6d221c5cde:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=2b6d221c5cde,36989,1731421090418/hbase:replication,,1731421100672.3793c715e1b13cab746f6330f8e36825. 2024-11-12T14:18:31,202 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T14:18:31,202 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T14:18:31,202 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,34023,1731421105657-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:31,203 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3793c715e1b13cab746f6330f8e36825, ASSIGN 2024-11-12T14:18:31,205 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3793c715e1b13cab746f6330f8e36825, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T14:18:31,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e2a3793, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:31,281 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,34023,-1 for getting cluster id 2024-11-12T14:18:31,282 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:18:31,284 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77d2819a-6b75-4b1c-857c-dfc0614f06e0' 2024-11-12T14:18:31,284 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:18:31,284 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77d2819a-6b75-4b1c-857c-dfc0614f06e0" 2024-11-12T14:18:31,285 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2771177d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:31,285 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,34023,-1] 2024-11-12T14:18:31,285 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:18:31,286 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:31,287 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:18:31,288 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16f24db4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:31,289 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:18:31,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,44367,1731421105723, seqNum=-1] 2024-11-12T14:18:31,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:18:31,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:18:31,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-12T14:18:31,295 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:18:31,296 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:18:31,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:31,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:31,296 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:18:31,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 2b6d221c5cde:34023 after: 2b6d221c5cde:34023 2024-11-12T14:18:31,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4d7c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:31,297 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,34023,-1 for getting cluster id 2024-11-12T14:18:31,297 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:18:31,298 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77d2819a-6b75-4b1c-857c-dfc0614f06e0' 2024-11-12T14:18:31,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:18:31,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77d2819a-6b75-4b1c-857c-dfc0614f06e0" 2024-11-12T14:18:31,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4440149b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:31,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,34023,-1] 2024-11-12T14:18:31,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:18:31,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:31,300 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:18:31,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1913a205, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:31,301 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:18:31,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,34023,1731421105657 2024-11-12T14:18:31,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a1d0098 2024-11-12T14:18:31,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:18:31,304 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:18:31,304 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34023 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-12T14:18:31,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34023 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-12T14:18:31,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34023 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-12T14:18:31,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34023 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-12T14:18:31,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T14:18:31,308 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:18:31,309 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:18:31,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:31,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:31,309 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:18:31,309 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T14:18:31,309 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1844758621, stopped=false 2024-11-12T14:18:31,309 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b6d221c5cde,43653,1731421097228 2024-11-12T14:18:31,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1012f6916870003, quorum=127.0.0.1:56514, baseZNode=/11892115009 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11892115009/running 2024-11-12T14:18:31,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41255-0x1012f6916870004, quorum=127.0.0.1:56514, baseZNode=/11892115009 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11892115009/running 2024-11-12T14:18:31,354 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:18:31,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1012f6916870003, quorum=127.0.0.1:56514, baseZNode=/11892115009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11892115009 2024-11-12T14:18:31,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41255-0x1012f6916870004, quorum=127.0.0.1:56514, baseZNode=/11892115009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11892115009 2024-11-12T14:18:31,354 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:18:31,355 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:18:31,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:31,355 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43653-0x1012f6916870003, quorum=127.0.0.1:56514, baseZNode=/11892115009 Set watcher on znode that does not yet exist, /11892115009/running 2024-11-12T14:18:31,355 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41255-0x1012f6916870004, quorum=127.0.0.1:56514, baseZNode=/11892115009 Set watcher on znode that does not yet exist, /11892115009/running 2024-11-12T14:18:31,355 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b6d221c5cde,41255,1731421097424' ***** 2024-11-12T14:18:31,355 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T14:18:31,356 INFO [RS:0;2b6d221c5cde:41255 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T14:18:31,356 DEBUG [2b6d221c5cde:34023 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T14:18:31,356 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T14:18:31,356 INFO [RS:0;2b6d221c5cde:41255 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T14:18:31,356 INFO [RS:0;2b6d221c5cde:41255 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T14:18:31,356 INFO [RS:0;2b6d221c5cde:41255 {}] regionserver.HRegionServer(959): stopping server 2b6d221c5cde,41255,1731421097424 2024-11-12T14:18:31,356 INFO [RS:0;2b6d221c5cde:41255 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:18:31,356 INFO [RS:0;2b6d221c5cde:41255 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:41255. 2024-11-12T14:18:31,356 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=3793c715e1b13cab746f6330f8e36825, regionState=OPENING, regionLocation=2b6d221c5cde,44367,1731421105723 2024-11-12T14:18:31,356 DEBUG [RS:0;2b6d221c5cde:41255 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:18:31,356 DEBUG [RS:0;2b6d221c5cde:41255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:31,356 INFO [RS:0;2b6d221c5cde:41255 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T14:18:31,356 INFO [RS:0;2b6d221c5cde:41255 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T14:18:31,357 INFO [RS:0;2b6d221c5cde:41255 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T14:18:31,357 INFO [RS:0;2b6d221c5cde:41255 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T14:18:31,357 INFO [RS:0;2b6d221c5cde:41255 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T14:18:31,357 DEBUG [RS:0;2b6d221c5cde:41255 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T14:18:31,357 DEBUG [RS:0;2b6d221c5cde:41255 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:18:31,357 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:18:31,357 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:18:31,357 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:18:31,357 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:18:31,357 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:18:31,358 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-12T14:18:31,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3793c715e1b13cab746f6330f8e36825, ASSIGN because future has completed 2024-11-12T14:18:31,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3793c715e1b13cab746f6330f8e36825, server=2b6d221c5cde,44367,1731421105723}] 2024-11-12T14:18:31,377 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40457/user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/data/hbase/meta/1588230740/.tmp/ns/d76dbb0c41034add90e3ea2ca4486498 is 43, key is default/ns:d/1731421100413/Put/seqid=0 2024-11-12T14:18:31,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32835 is added to blk_1073741835_1011 (size=5153) 2024-11-12T14:18:31,410 INFO [regionserver/2b6d221c5cde:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:18:31,521 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731421100672.3793c715e1b13cab746f6330f8e36825. 2024-11-12T14:18:31,521 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:18:31,522 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T14:18:31,524 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C44367%2C1731421105723.rep, suffix=, logDir=hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,44367,1731421105723, archiveDir=hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/oldWALs, maxLogs=10 2024-11-12T14:18:31,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,44367,1731421105723/2b6d221c5cde%2C44367%2C1731421105723.rep.1731421111524, exclude list is [], retry=0 2024-11-12T14:18:31,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44173,DS-270b2db5-3959-4e4b-b245-21c38e2b53ee,DISK] 2024-11-12T14:18:31,543 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,44367,1731421105723/2b6d221c5cde%2C44367%2C1731421105723.rep.1731421111524 2024-11-12T14:18:31,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44169:44169)] 2024-11-12T14:18:31,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 3793c715e1b13cab746f6330f8e36825, NAME => 'hbase:replication,,1731421100672.3793c715e1b13cab746f6330f8e36825.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:18:31,544 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:18:31,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T14:18:31,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731421100672.3793c715e1b13cab746f6330f8e36825. service=MultiRowMutationService 2024-11-12T14:18:31,545 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T14:18:31,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3793c715e1b13cab746f6330f8e36825 2024-11-12T14:18:31,545 DEBUG [RS:0;2b6d221c5cde:44367.replicationSource.wal-reader.2b6d221c5cde%2C44367%2C1731421105723,1-2b6d221c5cde,44367,1731421105723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,44367,1731421105723/2b6d221c5cde%2C44367%2C1731421105723.1731421107018 to pos 0, reset compression=false 2024-11-12T14:18:31,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731421100672.3793c715e1b13cab746f6330f8e36825.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:18:31,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 3793c715e1b13cab746f6330f8e36825 2024-11-12T14:18:31,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 3793c715e1b13cab746f6330f8e36825 2024-11-12T14:18:31,550 DEBUG [RS:0;2b6d221c5cde:44367.replicationSource.wal-reader.2b6d221c5cde%2C44367%2C1731421105723,2-2b6d221c5cde,44367,1731421105723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,44367,1731421105723/2b6d221c5cde%2C44367%2C1731421105723.1731421107018 to pos 0, reset compression=false 2024-11-12T14:18:31,551 INFO [StoreOpener-3793c715e1b13cab746f6330f8e36825-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3793c715e1b13cab746f6330f8e36825 2024-11-12T14:18:31,552 INFO [StoreOpener-3793c715e1b13cab746f6330f8e36825-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3793c715e1b13cab746f6330f8e36825 columnFamilyName hfileref 2024-11-12T14:18:31,553 DEBUG [StoreOpener-3793c715e1b13cab746f6330f8e36825-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:31,554 INFO [StoreOpener-3793c715e1b13cab746f6330f8e36825-1 {}] regionserver.HStore(327): Store=3793c715e1b13cab746f6330f8e36825/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:18:31,555 INFO [StoreOpener-3793c715e1b13cab746f6330f8e36825-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3793c715e1b13cab746f6330f8e36825 2024-11-12T14:18:31,556 INFO [StoreOpener-3793c715e1b13cab746f6330f8e36825-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3793c715e1b13cab746f6330f8e36825 columnFamilyName queue 2024-11-12T14:18:31,556 DEBUG [StoreOpener-3793c715e1b13cab746f6330f8e36825-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:31,557 DEBUG [RS:0;2b6d221c5cde:41255 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:18:31,569 DEBUG [StoreOpener-3793c715e1b13cab746f6330f8e36825-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/data/hbase/replication/3793c715e1b13cab746f6330f8e36825/queue/58cc17fffd694711bab534183fe4ce86 2024-11-12T14:18:31,569 INFO [StoreOpener-3793c715e1b13cab746f6330f8e36825-1 {}] regionserver.HStore(327): Store=3793c715e1b13cab746f6330f8e36825/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:18:31,570 INFO [StoreOpener-3793c715e1b13cab746f6330f8e36825-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3793c715e1b13cab746f6330f8e36825 2024-11-12T14:18:31,571 INFO [StoreOpener-3793c715e1b13cab746f6330f8e36825-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3793c715e1b13cab746f6330f8e36825 columnFamilyName sid 2024-11-12T14:18:31,571 DEBUG [StoreOpener-3793c715e1b13cab746f6330f8e36825-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:31,571 INFO [StoreOpener-3793c715e1b13cab746f6330f8e36825-1 {}] regionserver.HStore(327): Store=3793c715e1b13cab746f6330f8e36825/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:18:31,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 3793c715e1b13cab746f6330f8e36825 2024-11-12T14:18:31,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/data/hbase/replication/3793c715e1b13cab746f6330f8e36825 2024-11-12T14:18:31,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/data/hbase/replication/3793c715e1b13cab746f6330f8e36825 2024-11-12T14:18:31,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 3793c715e1b13cab746f6330f8e36825 2024-11-12T14:18:31,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 3793c715e1b13cab746f6330f8e36825 2024-11-12T14:18:31,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T14:18:31,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 3793c715e1b13cab746f6330f8e36825 2024-11-12T14:18:31,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 3793c715e1b13cab746f6330f8e36825; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60230153, jitterRate=-0.102500781416893}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T14:18:31,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3793c715e1b13cab746f6330f8e36825 2024-11-12T14:18:31,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 3793c715e1b13cab746f6330f8e36825: Running coprocessor pre-open hook at 1731421111546Writing region info on filesystem at 1731421111546Initializing all the Stores at 1731421111547 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421111548 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421111551 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421111551Cleaning up temporary data from old regions at 1731421111575 (+24 ms)Running coprocessor post-open hooks at 1731421111579 (+4 ms)Region opened successfully at 1731421111580 (+1 ms) 2024-11-12T14:18:31,581 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731421100672.3793c715e1b13cab746f6330f8e36825., pid=19, masterSystemTime=1731421111516 2024-11-12T14:18:31,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731421100672.3793c715e1b13cab746f6330f8e36825. 2024-11-12T14:18:31,585 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731421100672.3793c715e1b13cab746f6330f8e36825. 2024-11-12T14:18:31,586 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=3793c715e1b13cab746f6330f8e36825, regionState=OPEN, openSeqNum=10, regionLocation=2b6d221c5cde,44367,1731421105723 2024-11-12T14:18:31,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3793c715e1b13cab746f6330f8e36825, server=2b6d221c5cde,44367,1731421105723 because future has completed 2024-11-12T14:18:31,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-12T14:18:31,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 3793c715e1b13cab746f6330f8e36825, server=2b6d221c5cde,44367,1731421105723 in 228 msec 2024-11-12T14:18:31,598 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-12T14:18:31,598 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3793c715e1b13cab746f6330f8e36825, ASSIGN in 394 msec 2024-11-12T14:18:31,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-12T14:18:31,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731421100672.3793c715e1b13cab746f6330f8e36825., hostname=2b6d221c5cde,44367,1731421105723, seqNum=10] 2024-11-12T14:18:31,642 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 2b6d221c5cde,36989,1731421090418 2024-11-12T14:18:31,642 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-12T14:18:31,758 DEBUG [RS:0;2b6d221c5cde:41255 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:18:31,783 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40457/user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/data/hbase/meta/1588230740/.tmp/ns/d76dbb0c41034add90e3ea2ca4486498 2024-11-12T14:18:31,792 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40457/user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/data/hbase/meta/1588230740/.tmp/ns/d76dbb0c41034add90e3ea2ca4486498 as hdfs://localhost:40457/user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/data/hbase/meta/1588230740/ns/d76dbb0c41034add90e3ea2ca4486498 2024-11-12T14:18:31,800 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40457/user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/data/hbase/meta/1588230740/ns/d76dbb0c41034add90e3ea2ca4486498, entries=2, sequenceid=6, filesize=5.0 K 2024-11-12T14:18:31,802 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=6, compaction requested=false 2024-11-12T14:18:31,802 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T14:18:31,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-12T14:18:31,808 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40457/user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-12T14:18:31,808 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:18:31,808 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:18:31,809 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:18:31,809 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421111357Running coprocessor pre-close hooks at 1731421111357Disabling compacts and flushes for region at 1731421111357Disabling writes for close at 1731421111357Obtaining lock to block concurrent updates at 1731421111358 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731421111358Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731421111358Flushing stores of hbase:meta,,1.1588230740 at 1731421111359 (+1 ms)Flushing 1588230740/ns: creating writer at 1731421111359Flushing 1588230740/ns: appending metadata at 1731421111376 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731421111376Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60112bc2: reopening flushed file at 1731421111790 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=6, compaction requested=false at 1731421111802 (+12 ms)Writing region close event to WAL at 1731421111803 (+1 ms)Running coprocessor post-close hooks at 1731421111808 (+5 ms)Closed at 1731421111808 2024-11-12T14:18:31,809 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T14:18:31,958 INFO [RS:0;2b6d221c5cde:41255 {}] regionserver.HRegionServer(976): stopping server 2b6d221c5cde,41255,1731421097424; all regions closed. 2024-11-12T14:18:31,961 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/WALs/2b6d221c5cde,41255,1731421097424/2b6d221c5cde%2C41255%2C1731421097424.meta.1731421100327.meta not finished, retry = 0 2024-11-12T14:18:31,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32835 is added to blk_1073741834_1010 (size=1152) 2024-11-12T14:18:32,064 DEBUG [RS:0;2b6d221c5cde:41255 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/oldWALs 2024-11-12T14:18:32,064 INFO [RS:0;2b6d221c5cde:41255 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C41255%2C1731421097424.meta:.meta(num 1731421100327) 2024-11-12T14:18:32,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32835 is added to blk_1073741832_1008 (size=93) 2024-11-12T14:18:32,068 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/WALs/2b6d221c5cde,41255,1731421097424/2b6d221c5cde%2C41255%2C1731421097424.1731421099234 not finished, retry = 0 2024-11-12T14:18:32,097 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T14:18:32,098 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T14:18:32,171 DEBUG [RS:0;2b6d221c5cde:41255 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/oldWALs 2024-11-12T14:18:32,171 INFO [RS:0;2b6d221c5cde:41255 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C41255%2C1731421097424:(num 1731421099234) 2024-11-12T14:18:32,172 DEBUG [RS:0;2b6d221c5cde:41255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:32,172 INFO [RS:0;2b6d221c5cde:41255 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:18:32,172 INFO [RS:0;2b6d221c5cde:41255 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:18:32,172 INFO [RS:0;2b6d221c5cde:41255 {}] hbase.ChoreService(370): Chore service for: regionserver/2b6d221c5cde:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T14:18:32,172 INFO [RS:0;2b6d221c5cde:41255 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:18:32,172 INFO [regionserver/2b6d221c5cde:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:18:32,172 INFO [RS:0;2b6d221c5cde:41255 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41255 2024-11-12T14:18:32,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41255-0x1012f6916870004, quorum=127.0.0.1:56514, baseZNode=/11892115009 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11892115009/rs/2b6d221c5cde,41255,1731421097424 2024-11-12T14:18:32,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1012f6916870003, quorum=127.0.0.1:56514, baseZNode=/11892115009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11892115009/rs 2024-11-12T14:18:32,217 INFO [RS:0;2b6d221c5cde:41255 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:18:32,218 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b6d221c5cde,41255,1731421097424] 2024-11-12T14:18:32,238 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11892115009/draining/2b6d221c5cde,41255,1731421097424 already deleted, retry=false 2024-11-12T14:18:32,238 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b6d221c5cde,41255,1731421097424 expired; onlineServers=0 2024-11-12T14:18:32,238 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b6d221c5cde,43653,1731421097228' ***** 2024-11-12T14:18:32,238 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T14:18:32,238 INFO [M:0;2b6d221c5cde:43653 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:18:32,238 INFO [M:0;2b6d221c5cde:43653 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:18:32,239 DEBUG [M:0;2b6d221c5cde:43653 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T14:18:32,239 DEBUG [M:0;2b6d221c5cde:43653 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T14:18:32,239 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T14:18:32,239 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421099012 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421099012,5,FailOnTimeoutGroup] 2024-11-12T14:18:32,239 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421098990 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421098990,5,FailOnTimeoutGroup] 2024-11-12T14:18:32,239 INFO [M:0;2b6d221c5cde:43653 {}] hbase.ChoreService(370): Chore service for: master/2b6d221c5cde:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T14:18:32,239 INFO [M:0;2b6d221c5cde:43653 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:18:32,239 DEBUG [M:0;2b6d221c5cde:43653 {}] master.HMaster(1795): Stopping service threads 2024-11-12T14:18:32,239 INFO [M:0;2b6d221c5cde:43653 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T14:18:32,239 INFO [M:0;2b6d221c5cde:43653 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:18:32,239 INFO [M:0;2b6d221c5cde:43653 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T14:18:32,239 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T14:18:32,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1012f6916870003, quorum=127.0.0.1:56514, baseZNode=/11892115009 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11892115009/master 2024-11-12T14:18:32,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1012f6916870003, quorum=127.0.0.1:56514, baseZNode=/11892115009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11892115009 2024-11-12T14:18:32,249 DEBUG [M:0;2b6d221c5cde:43653 {}] zookeeper.ZKUtil(347): master:43653-0x1012f6916870003, quorum=127.0.0.1:56514, baseZNode=/11892115009 Unable to get data of znode /11892115009/master because node does not exist (not an error) 2024-11-12T14:18:32,249 WARN [M:0;2b6d221c5cde:43653 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T14:18:32,250 INFO [M:0;2b6d221c5cde:43653 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40457/user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/.lastflushedseqids 2024-11-12T14:18:32,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32835 is added to blk_1073741836_1012 (size=99) 2024-11-12T14:18:32,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41255-0x1012f6916870004, quorum=127.0.0.1:56514, baseZNode=/11892115009 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:18:32,328 INFO [RS:0;2b6d221c5cde:41255 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:18:32,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41255-0x1012f6916870004, quorum=127.0.0.1:56514, baseZNode=/11892115009 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:18:32,328 INFO [RS:0;2b6d221c5cde:41255 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b6d221c5cde,41255,1731421097424; zookeeper connection closed. 2024-11-12T14:18:32,328 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@621d9cb8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@621d9cb8 2024-11-12T14:18:32,328 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T14:18:32,563 DEBUG [RS:0;2b6d221c5cde:44367.replicationSource.wal-reader.2b6d221c5cde%2C44367%2C1731421105723,2-2b6d221c5cde,44367,1731421105723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,44367,1731421105723/2b6d221c5cde%2C44367%2C1731421105723.1731421107018 to pos 0, reset compression=false 2024-11-12T14:18:32,563 DEBUG [RS:0;2b6d221c5cde:44367.replicationSource.wal-reader.2b6d221c5cde%2C44367%2C1731421105723,1-2b6d221c5cde,44367,1731421105723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,44367,1731421105723/2b6d221c5cde%2C44367%2C1731421105723.1731421107018 to pos 0, reset compression=false 2024-11-12T14:18:32,658 INFO [M:0;2b6d221c5cde:43653 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T14:18:32,659 INFO [M:0;2b6d221c5cde:43653 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T14:18:32,659 DEBUG [M:0;2b6d221c5cde:43653 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:18:32,659 INFO [M:0;2b6d221c5cde:43653 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:18:32,659 DEBUG [M:0;2b6d221c5cde:43653 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:18:32,659 DEBUG [M:0;2b6d221c5cde:43653 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:18:32,660 DEBUG [M:0;2b6d221c5cde:43653 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:18:32,660 INFO [M:0;2b6d221c5cde:43653 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-12T14:18:32,681 DEBUG [M:0;2b6d221c5cde:43653 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40457/user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d918cb5f47cb4db595f34eb300bbef77 is 82, key is hbase:meta,,1/info:regioninfo/1731421100388/Put/seqid=0 2024-11-12T14:18:32,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32835 is added to blk_1073741837_1013 (size=5672) 2024-11-12T14:18:32,772 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T14:18:33,087 INFO [M:0;2b6d221c5cde:43653 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40457/user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d918cb5f47cb4db595f34eb300bbef77 2024-11-12T14:18:33,113 DEBUG [M:0;2b6d221c5cde:43653 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40457/user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/73aa663b147a491ab78f70d328fdd038 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731421100420/Put/seqid=0 2024-11-12T14:18:33,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32835 is added to blk_1073741838_1014 (size=5275) 2024-11-12T14:18:33,520 INFO [M:0;2b6d221c5cde:43653 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40457/user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/73aa663b147a491ab78f70d328fdd038 2024-11-12T14:18:33,549 DEBUG [M:0;2b6d221c5cde:43653 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40457/user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f4ac28fd75134fcb85cbb8fcc01edd65 is 69, key is 2b6d221c5cde,41255,1731421097424/rs:state/1731421099062/Put/seqid=0 2024-11-12T14:18:33,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32835 is added to blk_1073741839_1015 (size=5156) 2024-11-12T14:18:33,669 DEBUG [RS:0;2b6d221c5cde:44367.replicationSource.wal-reader.2b6d221c5cde%2C44367%2C1731421105723,2-2b6d221c5cde,44367,1731421105723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,44367,1731421105723/2b6d221c5cde%2C44367%2C1731421105723.1731421107018 to pos 0, reset compression=false 2024-11-12T14:18:33,669 DEBUG [RS:0;2b6d221c5cde:44367.replicationSource.wal-reader.2b6d221c5cde%2C44367%2C1731421105723,1-2b6d221c5cde,44367,1731421105723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,44367,1731421105723/2b6d221c5cde%2C44367%2C1731421105723.1731421107018 to pos 0, reset compression=false 2024-11-12T14:18:33,954 INFO [M:0;2b6d221c5cde:43653 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40457/user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f4ac28fd75134fcb85cbb8fcc01edd65 2024-11-12T14:18:33,961 DEBUG [M:0;2b6d221c5cde:43653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40457/user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d918cb5f47cb4db595f34eb300bbef77 as hdfs://localhost:40457/user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d918cb5f47cb4db595f34eb300bbef77 2024-11-12T14:18:33,968 INFO [M:0;2b6d221c5cde:43653 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40457/user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d918cb5f47cb4db595f34eb300bbef77, entries=8, sequenceid=28, filesize=5.5 K 2024-11-12T14:18:33,969 DEBUG [M:0;2b6d221c5cde:43653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40457/user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/73aa663b147a491ab78f70d328fdd038 as hdfs://localhost:40457/user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/73aa663b147a491ab78f70d328fdd038 2024-11-12T14:18:33,975 INFO [M:0;2b6d221c5cde:43653 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40457/user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/73aa663b147a491ab78f70d328fdd038, entries=3, sequenceid=28, filesize=5.2 K 2024-11-12T14:18:33,976 DEBUG [M:0;2b6d221c5cde:43653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40457/user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f4ac28fd75134fcb85cbb8fcc01edd65 as hdfs://localhost:40457/user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f4ac28fd75134fcb85cbb8fcc01edd65 2024-11-12T14:18:33,982 INFO [M:0;2b6d221c5cde:43653 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40457/user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f4ac28fd75134fcb85cbb8fcc01edd65, entries=1, sequenceid=28, filesize=5.0 K 2024-11-12T14:18:33,983 INFO [M:0;2b6d221c5cde:43653 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1323ms, sequenceid=28, compaction requested=false 2024-11-12T14:18:33,985 INFO [M:0;2b6d221c5cde:43653 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:18:33,985 DEBUG [M:0;2b6d221c5cde:43653 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421112659Disabling compacts and flushes for region at 1731421112659Disabling writes for close at 1731421112659Obtaining lock to block concurrent updates at 1731421112660 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731421112660Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731421112661 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731421112663 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731421112663Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731421112680 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731421112681 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731421113098 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731421113112 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731421113112Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731421113532 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731421113548 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731421113549 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a692c31: reopening flushed file at 1731421113960 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fa3677d: reopening flushed file at 1731421113968 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d2a9bbe: reopening flushed file at 1731421113975 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1323ms, sequenceid=28, compaction requested=false at 1731421113983 (+8 ms)Writing region close event to WAL at 1731421113985 (+2 ms)Closed at 1731421113985 2024-11-12T14:18:33,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32835 is added to blk_1073741830_1006 (size=10165) 2024-11-12T14:18:33,987 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/01cbd360-8033-1a60-b91b-069b58fc2fed/MasterData/WALs/2b6d221c5cde,43653,1731421097228/2b6d221c5cde%2C43653%2C1731421097228.1731421098663 not finished, retry = 0 2024-11-12T14:18:34,089 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:18:34,089 INFO [M:0;2b6d221c5cde:43653 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T14:18:34,089 INFO [M:0;2b6d221c5cde:43653 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43653 2024-11-12T14:18:34,094 INFO [M:0;2b6d221c5cde:43653 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:18:34,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1012f6916870003, quorum=127.0.0.1:56514, baseZNode=/11892115009 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:18:34,254 INFO [M:0;2b6d221c5cde:43653 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:18:34,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1012f6916870003, quorum=127.0.0.1:56514, baseZNode=/11892115009 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:18:34,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@543c8101{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:18:34,259 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56772991{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:18:34,260 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:18:34,260 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28f7ee27{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:18:34,260 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1624ab1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc0c1f3-151e-d857-0202-2b2b8ab21a37/hadoop.log.dir/,STOPPED} 2024-11-12T14:18:34,262 WARN [BP-1006397544-172.17.0.3-1731421094667 heartbeating to localhost/127.0.0.1:40457 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T14:18:34,262 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T14:18:34,262 WARN [BP-1006397544-172.17.0.3-1731421094667 heartbeating to localhost/127.0.0.1:40457 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1006397544-172.17.0.3-1731421094667 (Datanode Uuid 910b0bd9-febb-4065-bd76-12db23c31e48) service to localhost/127.0.0.1:40457 2024-11-12T14:18:34,262 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T14:18:34,264 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc0c1f3-151e-d857-0202-2b2b8ab21a37/cluster_728c3ece-1ad1-cd04-e541-56f0d1110bda/data/data1/current/BP-1006397544-172.17.0.3-1731421094667 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:18:34,264 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc0c1f3-151e-d857-0202-2b2b8ab21a37/cluster_728c3ece-1ad1-cd04-e541-56f0d1110bda/data/data2/current/BP-1006397544-172.17.0.3-1731421094667 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:18:34,264 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T14:18:34,270 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5996d99{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:18:34,270 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6dc57932{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:18:34,270 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:18:34,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@617e68fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:18:34,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@eac06d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc0c1f3-151e-d857-0202-2b2b8ab21a37/hadoop.log.dir/,STOPPED} 2024-11-12T14:18:34,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T14:18:34,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T14:18:34,289 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:18:34,290 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:18:34,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:34,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:34,290 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:18:34,290 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T14:18:34,290 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2129211581, stopped=false 2024-11-12T14:18:34,290 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b6d221c5cde,34023,1731421105657 2024-11-12T14:18:34,344 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44367-0x1012f6916870007, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0511531678/running 2024-11-12T14:18:34,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34023-0x1012f6916870006, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0511531678/running 2024-11-12T14:18:34,344 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44367-0x1012f6916870007, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0511531678 2024-11-12T14:18:34,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34023-0x1012f6916870006, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0511531678 2024-11-12T14:18:34,344 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:18:34,345 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:18:34,345 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:18:34,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:34,346 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34023-0x1012f6916870006, quorum=127.0.0.1:56514, baseZNode=/0511531678 Set watcher on znode that does not yet exist, /0511531678/running 2024-11-12T14:18:34,346 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44367-0x1012f6916870007, quorum=127.0.0.1:56514, baseZNode=/0511531678 Set watcher on znode that does not yet exist, /0511531678/running 2024-11-12T14:18:34,346 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b6d221c5cde,44367,1731421105723' ***** 2024-11-12T14:18:34,346 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T14:18:34,347 INFO [RS:0;2b6d221c5cde:44367 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T14:18:34,347 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T14:18:34,347 INFO [RS:0;2b6d221c5cde:44367 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T14:18:34,347 INFO [RS:0;2b6d221c5cde:44367 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T14:18:34,348 INFO [RS:0;2b6d221c5cde:44367 {}] regionserver.HRegionServer(3091): Received CLOSE for 3793c715e1b13cab746f6330f8e36825 2024-11-12T14:18:34,348 INFO [RS:0;2b6d221c5cde:44367 {}] regionserver.HRegionServer(959): stopping server 2b6d221c5cde,44367,1731421105723 2024-11-12T14:18:34,348 INFO [RS:0;2b6d221c5cde:44367 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:18:34,348 INFO [RS:0;2b6d221c5cde:44367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:44367. 2024-11-12T14:18:34,348 DEBUG [RS:0;2b6d221c5cde:44367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:18:34,349 DEBUG [RS:0;2b6d221c5cde:44367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:34,349 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3793c715e1b13cab746f6330f8e36825, disabling compactions & flushes 2024-11-12T14:18:34,349 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731421100672.3793c715e1b13cab746f6330f8e36825. 2024-11-12T14:18:34,349 INFO [RS:0;2b6d221c5cde:44367 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T14:18:34,349 INFO [RS:0;2b6d221c5cde:44367 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T14:18:34,349 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731421100672.3793c715e1b13cab746f6330f8e36825. 2024-11-12T14:18:34,349 INFO [RS:0;2b6d221c5cde:44367 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T14:18:34,349 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731421100672.3793c715e1b13cab746f6330f8e36825. after waiting 0 ms 2024-11-12T14:18:34,349 INFO [RS:0;2b6d221c5cde:44367 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T14:18:34,349 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731421100672.3793c715e1b13cab746f6330f8e36825. 2024-11-12T14:18:34,350 INFO [RS:0;2b6d221c5cde:44367 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T14:18:34,350 DEBUG [RS:0;2b6d221c5cde:44367 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3793c715e1b13cab746f6330f8e36825=hbase:replication,,1731421100672.3793c715e1b13cab746f6330f8e36825.} 2024-11-12T14:18:34,350 DEBUG [RS:0;2b6d221c5cde:44367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3793c715e1b13cab746f6330f8e36825 2024-11-12T14:18:34,350 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:18:34,350 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:18:34,350 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:18:34,350 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:18:34,351 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:18:34,351 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-12T14:18:34,355 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/data/hbase/replication/3793c715e1b13cab746f6330f8e36825/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-12T14:18:34,356 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:18:34,356 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:18:34,356 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731421100672.3793c715e1b13cab746f6330f8e36825. 2024-11-12T14:18:34,356 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3793c715e1b13cab746f6330f8e36825: Waiting for close lock at 1731421114348Running coprocessor pre-close hooks at 1731421114348Disabling compacts and flushes for region at 1731421114348Disabling writes for close at 1731421114349 (+1 ms)Writing region close event to WAL at 1731421114351 (+2 ms)Running coprocessor post-close hooks at 1731421114356 (+5 ms)Closed at 1731421114356 2024-11-12T14:18:34,356 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731421100672.3793c715e1b13cab746f6330f8e36825. 2024-11-12T14:18:34,367 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/data/hbase/meta/1588230740/.tmp/info/7e6366d4ebf840c2acdaf4fbc798a542 is 147, key is hbase:replication,,1731421100672.3793c715e1b13cab746f6330f8e36825./info:regioninfo/1731421111585/Put/seqid=0 2024-11-12T14:18:34,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741851_1027 (size=6385) 2024-11-12T14:18:34,429 INFO [regionserver/2b6d221c5cde:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:18:34,550 DEBUG [RS:0;2b6d221c5cde:44367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:18:34,751 DEBUG [RS:0;2b6d221c5cde:44367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:18:34,774 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/data/hbase/meta/1588230740/.tmp/info/7e6366d4ebf840c2acdaf4fbc798a542 2024-11-12T14:18:34,786 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/data/hbase/meta/1588230740/.tmp/info/7e6366d4ebf840c2acdaf4fbc798a542 as hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/data/hbase/meta/1588230740/info/7e6366d4ebf840c2acdaf4fbc798a542 2024-11-12T14:18:34,793 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/data/hbase/meta/1588230740/info/7e6366d4ebf840c2acdaf4fbc798a542, entries=8, sequenceid=19, filesize=6.2 K 2024-11-12T14:18:34,794 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=19, compaction requested=false 2024-11-12T14:18:34,800 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-12T14:18:34,800 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:18:34,800 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:18:34,800 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:18:34,801 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421114350Running coprocessor pre-close hooks at 1731421114350Disabling compacts and flushes for region at 1731421114350Disabling writes for close at 1731421114351 (+1 ms)Obtaining lock to block concurrent updates at 1731421114351Preparing flush snapshotting stores in 1588230740 at 1731421114351Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731421114351Flushing stores of hbase:meta,,1.1588230740 at 1731421114352 (+1 ms)Flushing 1588230740/info: creating writer at 1731421114352Flushing 1588230740/info: appending metadata at 1731421114366 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731421114366Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@563787a0: reopening flushed file at 1731421114785 (+419 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=19, compaction requested=false at 1731421114794 (+9 ms)Writing region close event to WAL at 1731421114795 (+1 ms)Running coprocessor post-close hooks at 1731421114800 (+5 ms)Closed at 1731421114800 2024-11-12T14:18:34,801 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T14:18:34,877 DEBUG [RS:0;2b6d221c5cde:44367.replicationSource.wal-reader.2b6d221c5cde%2C44367%2C1731421105723,2-2b6d221c5cde,44367,1731421105723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,44367,1731421105723/2b6d221c5cde%2C44367%2C1731421105723.1731421107018 to pos 0, reset compression=false 2024-11-12T14:18:34,877 DEBUG [RS:0;2b6d221c5cde:44367.replicationSource.wal-reader.2b6d221c5cde%2C44367%2C1731421105723,1-2b6d221c5cde,44367,1731421105723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/WALs/2b6d221c5cde,44367,1731421105723/2b6d221c5cde%2C44367%2C1731421105723.1731421107018 to pos 0, reset compression=false 2024-11-12T14:18:34,907 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T14:18:34,907 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T14:18:34,951 INFO [RS:0;2b6d221c5cde:44367 {}] regionserver.HRegionServer(976): stopping server 2b6d221c5cde,44367,1731421105723; all regions closed. 2024-11-12T14:18:34,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741849_1025 (size=2156) 2024-11-12T14:18:34,959 DEBUG [RS:0;2b6d221c5cde:44367 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/oldWALs 2024-11-12T14:18:34,959 INFO [RS:0;2b6d221c5cde:44367 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C44367%2C1731421105723.meta:.meta(num 1731421107240) 2024-11-12T14:18:34,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741850_1026 (size=796) 2024-11-12T14:18:34,966 DEBUG [RS:0;2b6d221c5cde:44367 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/oldWALs 2024-11-12T14:18:34,966 INFO [RS:0;2b6d221c5cde:44367 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C44367%2C1731421105723.rep:(num 1731421111524) 2024-11-12T14:18:34,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741848_1024 (size=93) 2024-11-12T14:18:34,972 DEBUG [RS:0;2b6d221c5cde:44367 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/oldWALs 2024-11-12T14:18:34,972 INFO [RS:0;2b6d221c5cde:44367 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C44367%2C1731421105723:(num 1731421107018) 2024-11-12T14:18:34,972 DEBUG [RS:0;2b6d221c5cde:44367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:34,972 INFO [RS:0;2b6d221c5cde:44367 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:18:34,972 INFO [RS:0;2b6d221c5cde:44367 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:18:34,972 INFO [RS:0;2b6d221c5cde:44367 {}] hbase.ChoreService(370): Chore service for: regionserver/2b6d221c5cde:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T14:18:34,973 INFO [RS:0;2b6d221c5cde:44367 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:18:34,973 INFO [regionserver/2b6d221c5cde:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:18:34,973 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/2b6d221c5cde:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-12T14:18:34,973 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/2b6d221c5cde:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-12T14:18:34,973 INFO [RS:0;2b6d221c5cde:44367 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2b6d221c5cde,44367,1731421105723 because: Region server is closing 2024-11-12T14:18:34,973 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/2b6d221c5cde:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-12T14:18:34,973 INFO [RS:0;2b6d221c5cde:44367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:44367. 2024-11-12T14:18:34,973 DEBUG [RS:0;2b6d221c5cde:44367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:18:34,973 DEBUG [RS:0;2b6d221c5cde:44367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:34,973 DEBUG [RS:0;2b6d221c5cde:44367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:34,974 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:18:35,074 WARN [RS:0;2b6d221c5cde:44367.replicationSource.wal-reader.2b6d221c5cde%2C44367%2C1731421105723,1-2b6d221c5cde,44367,1731421105723 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T14:18:35,074 WARN [RS:0;2b6d221c5cde:44367.replicationSource.shipper2b6d221c5cde%2C44367%2C1731421105723,1-2b6d221c5cde,44367,1731421105723 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T14:18:35,074 INFO [RS:0;2b6d221c5cde:44367 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;2b6d221c5cde:44367.replicationSource.shipper2b6d221c5cde%2C44367%2C1731421105723,1-2b6d221c5cde,44367,1731421105723 terminated 2024-11-12T14:18:35,074 INFO [RS:0;2b6d221c5cde:44367 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-2b6d221c5cde,44367,1731421105723 because: Region server is closing 2024-11-12T14:18:35,074 INFO [RS:0;2b6d221c5cde:44367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:44367. 2024-11-12T14:18:35,074 DEBUG [RS:0;2b6d221c5cde:44367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:18:35,075 DEBUG [RS:0;2b6d221c5cde:44367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:35,075 DEBUG [RS:0;2b6d221c5cde:44367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:35,075 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:18:35,175 WARN [RS:0;2b6d221c5cde:44367.replicationSource.wal-reader.2b6d221c5cde%2C44367%2C1731421105723,2-2b6d221c5cde,44367,1731421105723 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T14:18:35,175 WARN [RS:0;2b6d221c5cde:44367.replicationSource.shipper2b6d221c5cde%2C44367%2C1731421105723,2-2b6d221c5cde,44367,1731421105723 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T14:18:35,175 INFO [RS:0;2b6d221c5cde:44367 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;2b6d221c5cde:44367.replicationSource.shipper2b6d221c5cde%2C44367%2C1731421105723,2-2b6d221c5cde,44367,1731421105723 terminated 2024-11-12T14:18:35,175 INFO [RS:0;2b6d221c5cde:44367 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44367 2024-11-12T14:18:35,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34023-0x1012f6916870006, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0511531678/rs 2024-11-12T14:18:35,238 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44367-0x1012f6916870007, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0511531678/rs/2b6d221c5cde,44367,1731421105723 2024-11-12T14:18:35,238 INFO [RS:0;2b6d221c5cde:44367 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:18:35,250 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b6d221c5cde,44367,1731421105723] 2024-11-12T14:18:35,259 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0511531678/draining/2b6d221c5cde,44367,1731421105723 already deleted, retry=false 2024-11-12T14:18:35,259 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b6d221c5cde,44367,1731421105723 expired; onlineServers=0 2024-11-12T14:18:35,259 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b6d221c5cde,34023,1731421105657' ***** 2024-11-12T14:18:35,259 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T14:18:35,259 INFO [M:0;2b6d221c5cde:34023 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:18:35,259 INFO [M:0;2b6d221c5cde:34023 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:18:35,260 DEBUG [M:0;2b6d221c5cde:34023 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T14:18:35,260 DEBUG [M:0;2b6d221c5cde:34023 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T14:18:35,260 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T14:18:35,260 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421106644 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421106644,5,FailOnTimeoutGroup] 2024-11-12T14:18:35,260 INFO [M:0;2b6d221c5cde:34023 {}] hbase.ChoreService(370): Chore service for: master/2b6d221c5cde:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T14:18:35,260 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421106648 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421106648,5,FailOnTimeoutGroup] 2024-11-12T14:18:35,260 INFO [M:0;2b6d221c5cde:34023 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:18:35,260 DEBUG [M:0;2b6d221c5cde:34023 {}] master.HMaster(1795): Stopping service threads 2024-11-12T14:18:35,260 INFO [M:0;2b6d221c5cde:34023 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T14:18:35,260 INFO [M:0;2b6d221c5cde:34023 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:18:35,260 INFO [M:0;2b6d221c5cde:34023 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T14:18:35,260 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T14:18:35,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34023-0x1012f6916870006, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0511531678/master 2024-11-12T14:18:35,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34023-0x1012f6916870006, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0511531678 2024-11-12T14:18:35,280 DEBUG [M:0;2b6d221c5cde:34023 {}] zookeeper.RecoverableZooKeeper(212): Node /0511531678/master already deleted, retry=false 2024-11-12T14:18:35,280 DEBUG [M:0;2b6d221c5cde:34023 {}] master.ActiveMasterManager(353): master:34023-0x1012f6916870006, quorum=127.0.0.1:56514, baseZNode=/0511531678 Failed delete of our master address node; KeeperErrorCode = NoNode for /0511531678/master 2024-11-12T14:18:35,281 INFO [M:0;2b6d221c5cde:34023 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/.lastflushedseqids 2024-11-12T14:18:35,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741852_1028 (size=181) 2024-11-12T14:18:35,350 INFO [RS:0;2b6d221c5cde:44367 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:18:35,350 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44367-0x1012f6916870007, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:18:35,350 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44367-0x1012f6916870007, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:18:35,350 INFO [RS:0;2b6d221c5cde:44367 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b6d221c5cde,44367,1731421105723; zookeeper connection closed. 2024-11-12T14:18:35,350 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@deefda8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@deefda8 2024-11-12T14:18:35,350 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T14:18:35,689 INFO [M:0;2b6d221c5cde:34023 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T14:18:35,689 INFO [M:0;2b6d221c5cde:34023 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T14:18:35,689 DEBUG [M:0;2b6d221c5cde:34023 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:18:35,689 INFO [M:0;2b6d221c5cde:34023 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:18:35,689 DEBUG [M:0;2b6d221c5cde:34023 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:18:35,689 DEBUG [M:0;2b6d221c5cde:34023 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:18:35,689 DEBUG [M:0;2b6d221c5cde:34023 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:18:35,690 INFO [M:0;2b6d221c5cde:34023 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-12T14:18:35,709 DEBUG [M:0;2b6d221c5cde:34023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8d32db2abdf74a1c8e7df7f8ed16eb75 is 82, key is hbase:meta,,1/info:regioninfo/1731421107366/Put/seqid=0 2024-11-12T14:18:35,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741853_1029 (size=5680) 2024-11-12T14:18:36,115 INFO [M:0;2b6d221c5cde:34023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8d32db2abdf74a1c8e7df7f8ed16eb75 2024-11-12T14:18:36,137 DEBUG [M:0;2b6d221c5cde:34023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d5ce9650818d4c189f1ae0cd3f548dc8 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731421111595/Put/seqid=0 2024-11-12T14:18:36,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741854_1030 (size=7319) 2024-11-12T14:18:36,542 INFO [M:0;2b6d221c5cde:34023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d5ce9650818d4c189f1ae0cd3f548dc8 2024-11-12T14:18:36,569 DEBUG [M:0;2b6d221c5cde:34023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c229aa439e04eb4bb514b2875554c5f is 69, key is 2b6d221c5cde,44367,1731421105723/rs:state/1731421106730/Put/seqid=0 2024-11-12T14:18:36,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741855_1031 (size=5371) 2024-11-12T14:18:36,974 INFO [M:0;2b6d221c5cde:34023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c229aa439e04eb4bb514b2875554c5f 2024-11-12T14:18:36,981 INFO [M:0;2b6d221c5cde:34023 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1c229aa439e04eb4bb514b2875554c5f 2024-11-12T14:18:36,982 DEBUG [M:0;2b6d221c5cde:34023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8d32db2abdf74a1c8e7df7f8ed16eb75 as hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8d32db2abdf74a1c8e7df7f8ed16eb75 2024-11-12T14:18:36,989 INFO [M:0;2b6d221c5cde:34023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8d32db2abdf74a1c8e7df7f8ed16eb75, entries=8, sequenceid=172, filesize=5.5 K 2024-11-12T14:18:36,991 DEBUG [M:0;2b6d221c5cde:34023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d5ce9650818d4c189f1ae0cd3f548dc8 as hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d5ce9650818d4c189f1ae0cd3f548dc8 2024-11-12T14:18:36,998 INFO [M:0;2b6d221c5cde:34023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d5ce9650818d4c189f1ae0cd3f548dc8, entries=7, sequenceid=172, filesize=7.1 K 2024-11-12T14:18:37,000 DEBUG [M:0;2b6d221c5cde:34023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c229aa439e04eb4bb514b2875554c5f as hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1c229aa439e04eb4bb514b2875554c5f 2024-11-12T14:18:37,006 INFO [M:0;2b6d221c5cde:34023 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1c229aa439e04eb4bb514b2875554c5f 2024-11-12T14:18:37,006 INFO [M:0;2b6d221c5cde:34023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40391/user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1c229aa439e04eb4bb514b2875554c5f, entries=2, sequenceid=172, filesize=5.2 K 2024-11-12T14:18:37,008 INFO [M:0;2b6d221c5cde:34023 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1319ms, sequenceid=172, compaction requested=false 2024-11-12T14:18:37,009 INFO [M:0;2b6d221c5cde:34023 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:18:37,009 DEBUG [M:0;2b6d221c5cde:34023 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421115689Disabling compacts and flushes for region at 1731421115689Disabling writes for close at 1731421115689Obtaining lock to block concurrent updates at 1731421115690 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731421115690Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731421115690Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731421115691 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731421115691Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731421115709 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731421115709Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731421116121 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731421116137 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731421116137Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731421116548 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731421116568 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731421116568Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16f43c8e: reopening flushed file at 1731421116981 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d1ab4c3: reopening flushed file at 1731421116990 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25aa78af: reopening flushed file at 1731421116999 (+9 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1319ms, sequenceid=172, compaction requested=false at 1731421117008 (+9 ms)Writing region close event to WAL at 1731421117009 (+1 ms)Closed at 1731421117009 2024-11-12T14:18:37,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741847_1023 (size=22949) 2024-11-12T14:18:37,012 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3182a473-4c68-09cf-96b8-6ae0f0403ac5/MasterData/WALs/2b6d221c5cde,34023,1731421105657/2b6d221c5cde%2C34023%2C1731421105657.1731421106032 not finished, retry = 0 2024-11-12T14:18:37,114 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:18:37,114 INFO [M:0;2b6d221c5cde:34023 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T14:18:37,114 INFO [M:0;2b6d221c5cde:34023 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34023 2024-11-12T14:18:37,114 INFO [M:0;2b6d221c5cde:34023 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:18:37,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34023-0x1012f6916870006, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:18:37,265 INFO [M:0;2b6d221c5cde:34023 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:18:37,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34023-0x1012f6916870006, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:18:37,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@318ae30c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:18:37,268 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:18:37,268 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:18:37,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:18:37,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4551431-5fc4-4379-9179-ddf6eeda77bd/hadoop.log.dir/,STOPPED} 2024-11-12T14:18:37,269 WARN [BP-976993325-172.17.0.3-1731421085235 heartbeating to localhost/127.0.0.1:40391 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T14:18:37,269 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T14:18:37,269 WARN [BP-976993325-172.17.0.3-1731421085235 heartbeating to localhost/127.0.0.1:40391 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-976993325-172.17.0.3-1731421085235 (Datanode Uuid 15135668-3f7a-468b-9e4f-da6d216d54ec) service to localhost/127.0.0.1:40391 2024-11-12T14:18:37,269 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T14:18:37,270 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4551431-5fc4-4379-9179-ddf6eeda77bd/cluster_a5b706a4-bfa5-f2d6-84da-ced00cc28f9c/data/data1/current/BP-976993325-172.17.0.3-1731421085235 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:18:37,270 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4551431-5fc4-4379-9179-ddf6eeda77bd/cluster_a5b706a4-bfa5-f2d6-84da-ced00cc28f9c/data/data2/current/BP-976993325-172.17.0.3-1731421085235 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:18:37,271 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T14:18:37,275 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4219126d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:18:37,276 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:18:37,276 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:18:37,276 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:18:37,276 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4551431-5fc4-4379-9179-ddf6eeda77bd/hadoop.log.dir/,STOPPED} 2024-11-12T14:18:37,283 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T14:18:37,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T14:18:37,310 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2b6d221c5cde:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40391 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40391 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40457 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@212508ef java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:40391 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56514) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:40391 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56514) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2b6d221c5cde:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40457 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/2b6d221c5cde:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/2b6d221c5cde:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40391 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40391 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40457 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40391 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40391 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40391 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2b6d221c5cde:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:40457 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40391 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40457 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=430 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=858 (was 1153), ProcessCount=11 (was 11), AvailableMemoryMB=1429 (was 2735) 2024-11-12T14:18:37,318 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=430, MaxFileDescriptor=1048576, SystemLoadAverage=858, ProcessCount=11, AvailableMemoryMB=1428 2024-11-12T14:18:37,330 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-12T14:18:37,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc0c1f3-151e-d857-0202-2b2b8ab21a37/hadoop.log.dir so I do NOT create it in target/test-data/a7ec1f34-42b8-4132-306f-08d40141988c 2024-11-12T14:18:37,330 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc0c1f3-151e-d857-0202-2b2b8ab21a37/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T14:18:37,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc0c1f3-151e-d857-0202-2b2b8ab21a37/hadoop.tmp.dir so I do NOT create it in target/test-data/a7ec1f34-42b8-4132-306f-08d40141988c 2024-11-12T14:18:37,330 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc0c1f3-151e-d857-0202-2b2b8ab21a37/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T14:18:37,330 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ec1f34-42b8-4132-306f-08d40141988c 2024-11-12T14:18:37,330 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ec1f34-42b8-4132-306f-08d40141988c/cluster_5c5a579c-5465-d496-7808-e79f5549b43d, deleteOnExit=true 2024-11-12T14:18:37,333 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ec1f34-42b8-4132-306f-08d40141988c/cluster_5c5a579c-5465-d496-7808-e79f5549b43d/zookeeper_0, clientPort=63076, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ec1f34-42b8-4132-306f-08d40141988c/cluster_5c5a579c-5465-d496-7808-e79f5549b43d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ec1f34-42b8-4132-306f-08d40141988c/cluster_5c5a579c-5465-d496-7808-e79f5549b43d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T14:18:37,334 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63076 2024-11-12T14:18:37,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T14:18:37,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T14:18:37,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ec1f34-42b8-4132-306f-08d40141988c/test.cache.data in system properties and HBase conf 2024-11-12T14:18:37,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ec1f34-42b8-4132-306f-08d40141988c/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T14:18:37,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ec1f34-42b8-4132-306f-08d40141988c/hadoop.log.dir in system properties and HBase conf 2024-11-12T14:18:37,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ec1f34-42b8-4132-306f-08d40141988c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T14:18:37,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ec1f34-42b8-4132-306f-08d40141988c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T14:18:37,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T14:18:37,335 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T14:18:37,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ec1f34-42b8-4132-306f-08d40141988c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:18:37,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ec1f34-42b8-4132-306f-08d40141988c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:18:37,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ec1f34-42b8-4132-306f-08d40141988c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T14:18:37,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ec1f34-42b8-4132-306f-08d40141988c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:18:37,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ec1f34-42b8-4132-306f-08d40141988c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T14:18:37,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ec1f34-42b8-4132-306f-08d40141988c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T14:18:37,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ec1f34-42b8-4132-306f-08d40141988c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:18:37,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ec1f34-42b8-4132-306f-08d40141988c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:18:37,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ec1f34-42b8-4132-306f-08d40141988c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T14:18:37,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ec1f34-42b8-4132-306f-08d40141988c/nfs.dump.dir in system properties and HBase conf 2024-11-12T14:18:37,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ec1f34-42b8-4132-306f-08d40141988c/java.io.tmpdir in system properties and HBase conf 2024-11-12T14:18:37,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ec1f34-42b8-4132-306f-08d40141988c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:18:37,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ec1f34-42b8-4132-306f-08d40141988c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T14:18:37,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ec1f34-42b8-4132-306f-08d40141988c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T14:18:37,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012f6916870002, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T14:18:37,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012f6916870005, quorum=127.0.0.1:56514, baseZNode=/11892115009 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T14:18:37,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012f6916870005, quorum=127.0.0.1:56514, baseZNode=/11892115009 Received Disconnected from ZooKeeper, ignoring 2024-11-12T14:18:37,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012f6916870002, quorum=127.0.0.1:56514, baseZNode=/0511531678 Received Disconnected from ZooKeeper, ignoring 2024-11-12T14:18:37,675 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:18:37,682 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:18:37,688 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:18:37,688 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:18:37,688 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T14:18:37,689 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:18:37,689 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8880471{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ec1f34-42b8-4132-306f-08d40141988c/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:18:37,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b56bf5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:18:37,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@df46876{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ec1f34-42b8-4132-306f-08d40141988c/java.io.tmpdir/jetty-localhost-37423-hadoop-hdfs-3_4_1-tests_jar-_-any-17757948596065925677/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:18:37,788 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a6d48d2{HTTP/1.1, (http/1.1)}{localhost:37423} 2024-11-12T14:18:37,788 INFO [Time-limited test {}] server.Server(415): Started @34954ms 2024-11-12T14:18:38,055 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:18:38,059 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:18:38,060 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:18:38,060 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:18:38,061 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T14:18:38,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fb07959{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ec1f34-42b8-4132-306f-08d40141988c/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:18:38,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d554b36{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:18:38,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@351e6c8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ec1f34-42b8-4132-306f-08d40141988c/java.io.tmpdir/jetty-localhost-37771-hadoop-hdfs-3_4_1-tests_jar-_-any-10548031259420233032/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:18:38,160 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4212f721{HTTP/1.1, (http/1.1)}{localhost:37771} 2024-11-12T14:18:38,160 INFO [Time-limited test {}] server.Server(415): Started @35326ms 2024-11-12T14:18:38,161 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T14:18:38,801 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ec1f34-42b8-4132-306f-08d40141988c/cluster_5c5a579c-5465-d496-7808-e79f5549b43d/data/data1/current/BP-598327496-172.17.0.3-1731421117360/current, will proceed with Du for space computation calculation, 2024-11-12T14:18:38,802 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ec1f34-42b8-4132-306f-08d40141988c/cluster_5c5a579c-5465-d496-7808-e79f5549b43d/data/data2/current/BP-598327496-172.17.0.3-1731421117360/current, will proceed with Du for space computation calculation, 2024-11-12T14:18:38,826 WARN [Thread-487 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T14:18:38,829 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x42f346bd6e9a35d9 with lease ID 0xdcf92e47cff802da: Processing first storage report for DS-36482b80-6e5b-42e1-bb53-f14ecdf44d71 from datanode DatanodeRegistration(127.0.0.1:36047, datanodeUuid=017751f6-9757-420d-a4b9-cce6de4d8bfc, infoPort=39505, infoSecurePort=0, ipcPort=34365, storageInfo=lv=-57;cid=testClusterID;nsid=249441294;c=1731421117360) 2024-11-12T14:18:38,829 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x42f346bd6e9a35d9 with lease ID 0xdcf92e47cff802da: from storage DS-36482b80-6e5b-42e1-bb53-f14ecdf44d71 node DatanodeRegistration(127.0.0.1:36047, datanodeUuid=017751f6-9757-420d-a4b9-cce6de4d8bfc, infoPort=39505, infoSecurePort=0, ipcPort=34365, storageInfo=lv=-57;cid=testClusterID;nsid=249441294;c=1731421117360), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T14:18:38,829 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x42f346bd6e9a35d9 with lease ID 0xdcf92e47cff802da: Processing first storage report for DS-88e43d8a-de32-4281-a141-4c483f6edcbb from datanode DatanodeRegistration(127.0.0.1:36047, datanodeUuid=017751f6-9757-420d-a4b9-cce6de4d8bfc, infoPort=39505, infoSecurePort=0, ipcPort=34365, storageInfo=lv=-57;cid=testClusterID;nsid=249441294;c=1731421117360) 2024-11-12T14:18:38,829 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x42f346bd6e9a35d9 with lease ID 0xdcf92e47cff802da: from storage DS-88e43d8a-de32-4281-a141-4c483f6edcbb node DatanodeRegistration(127.0.0.1:36047, datanodeUuid=017751f6-9757-420d-a4b9-cce6de4d8bfc, infoPort=39505, infoSecurePort=0, ipcPort=34365, storageInfo=lv=-57;cid=testClusterID;nsid=249441294;c=1731421117360), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:18:38,896 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ec1f34-42b8-4132-306f-08d40141988c 2024-11-12T14:18:38,896 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:18:38,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:18:38,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36047 is added to blk_1073741825_1001 (size=7) 2024-11-12T14:18:39,307 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d with version=8 2024-11-12T14:18:39,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/hbase-staging 2024-11-12T14:18:39,310 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:18:39,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:18:39,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:18:39,310 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:18:39,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:18:39,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:18:39,310 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T14:18:39,311 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:18:39,311 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46467 2024-11-12T14:18:39,313 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46467 connecting to ZooKeeper ensemble=127.0.0.1:63076 2024-11-12T14:18:39,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464670x0, quorum=127.0.0.1:63076, baseZNode=/01271360721 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:18:39,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46467-0x1012f6997400000 connected 2024-11-12T14:18:39,585 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:18:39,587 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:18:39,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46467-0x1012f6997400000, quorum=127.0.0.1:63076, baseZNode=/01271360721 Set watcher on znode that does not yet exist, /01271360721/running 2024-11-12T14:18:39,589 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d, hbase.cluster.distributed=false 2024-11-12T14:18:39,591 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46467-0x1012f6997400000, quorum=127.0.0.1:63076, baseZNode=/01271360721 Set watcher on znode that does not yet exist, /01271360721/acl 2024-11-12T14:18:39,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46467 2024-11-12T14:18:39,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46467 2024-11-12T14:18:39,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46467 2024-11-12T14:18:39,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46467 2024-11-12T14:18:39,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46467 2024-11-12T14:18:39,609 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:18:39,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:18:39,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:18:39,609 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:18:39,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:18:39,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:18:39,609 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T14:18:39,609 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:18:39,610 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36381 2024-11-12T14:18:39,611 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36381 connecting to ZooKeeper ensemble=127.0.0.1:63076 2024-11-12T14:18:39,612 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:18:39,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:18:39,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363810x0, quorum=127.0.0.1:63076, baseZNode=/01271360721 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:18:39,628 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:363810x0, quorum=127.0.0.1:63076, baseZNode=/01271360721 Set watcher on znode that does not yet exist, /01271360721/running 2024-11-12T14:18:39,628 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36381-0x1012f6997400001 connected 2024-11-12T14:18:39,628 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T14:18:39,629 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T14:18:39,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36381-0x1012f6997400001, quorum=127.0.0.1:63076, baseZNode=/01271360721 Set watcher on znode that does not yet exist, /01271360721/master 2024-11-12T14:18:39,631 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36381-0x1012f6997400001, quorum=127.0.0.1:63076, baseZNode=/01271360721 Set watcher on znode that does not yet exist, /01271360721/acl 2024-11-12T14:18:39,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36381 2024-11-12T14:18:39,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36381 2024-11-12T14:18:39,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36381 2024-11-12T14:18:39,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36381 2024-11-12T14:18:39,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36381 2024-11-12T14:18:39,651 DEBUG [M:0;2b6d221c5cde:46467 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b6d221c5cde:46467 2024-11-12T14:18:39,656 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01271360721/backup-masters/2b6d221c5cde,46467,1731421119310 2024-11-12T14:18:39,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46467-0x1012f6997400000, quorum=127.0.0.1:63076, baseZNode=/01271360721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01271360721/backup-masters 2024-11-12T14:18:39,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36381-0x1012f6997400001, quorum=127.0.0.1:63076, baseZNode=/01271360721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01271360721/backup-masters 2024-11-12T14:18:39,670 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46467-0x1012f6997400000, quorum=127.0.0.1:63076, baseZNode=/01271360721 Set watcher on existing znode=/01271360721/backup-masters/2b6d221c5cde,46467,1731421119310 2024-11-12T14:18:39,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46467-0x1012f6997400000, quorum=127.0.0.1:63076, baseZNode=/01271360721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01271360721 2024-11-12T14:18:39,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36381-0x1012f6997400001, quorum=127.0.0.1:63076, baseZNode=/01271360721 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01271360721/master 2024-11-12T14:18:39,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36381-0x1012f6997400001, quorum=127.0.0.1:63076, baseZNode=/01271360721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01271360721 2024-11-12T14:18:39,680 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46467-0x1012f6997400000, quorum=127.0.0.1:63076, baseZNode=/01271360721 Set watcher on existing znode=/01271360721/master 2024-11-12T14:18:39,681 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01271360721/backup-masters/2b6d221c5cde,46467,1731421119310 from backup master directory 2024-11-12T14:18:39,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46467-0x1012f6997400000, quorum=127.0.0.1:63076, baseZNode=/01271360721 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01271360721/backup-masters/2b6d221c5cde,46467,1731421119310 2024-11-12T14:18:39,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46467-0x1012f6997400000, quorum=127.0.0.1:63076, baseZNode=/01271360721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01271360721/backup-masters 2024-11-12T14:18:39,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36381-0x1012f6997400001, quorum=127.0.0.1:63076, baseZNode=/01271360721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01271360721/backup-masters 2024-11-12T14:18:39,690 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:18:39,690 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b6d221c5cde,46467,1731421119310 2024-11-12T14:18:39,694 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/hbase.id] with ID: 85d05dcb-21ed-48ed-9084-4df4f4df5afa 2024-11-12T14:18:39,695 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/.tmp/hbase.id 2024-11-12T14:18:39,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36047 is added to blk_1073741826_1002 (size=42) 2024-11-12T14:18:39,858 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T14:18:39,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:18:39,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:18:39,890 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:18:39,890 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T14:18:39,890 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T14:18:39,890 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:18:40,100 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/.tmp/hbase.id]:[hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/hbase.id] 2024-11-12T14:18:40,115 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:18:40,115 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T14:18:40,117 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-12T14:18:40,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46467-0x1012f6997400000, quorum=127.0.0.1:63076, baseZNode=/01271360721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01271360721 2024-11-12T14:18:40,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36381-0x1012f6997400001, quorum=127.0.0.1:63076, baseZNode=/01271360721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01271360721 2024-11-12T14:18:40,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36047 is added to blk_1073741827_1003 (size=196) 2024-11-12T14:18:40,537 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:18:40,539 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T14:18:40,539 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:18:40,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36047 is added to blk_1073741828_1004 (size=1189) 2024-11-12T14:18:40,949 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/MasterData/data/master/store 2024-11-12T14:18:40,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36047 is added to blk_1073741829_1005 (size=34) 2024-11-12T14:18:41,356 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:18:41,356 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:18:41,356 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:18:41,356 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:18:41,356 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:18:41,356 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:18:41,356 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:18:41,357 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421121356Disabling compacts and flushes for region at 1731421121356Disabling writes for close at 1731421121356Writing region close event to WAL at 1731421121356Closed at 1731421121356 2024-11-12T14:18:41,357 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/MasterData/data/master/store/.initializing 2024-11-12T14:18:41,358 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/MasterData/WALs/2b6d221c5cde,46467,1731421119310 2024-11-12T14:18:41,359 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:18:41,361 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C46467%2C1731421119310, suffix=, logDir=hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/MasterData/WALs/2b6d221c5cde,46467,1731421119310, archiveDir=hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/MasterData/oldWALs, maxLogs=10 2024-11-12T14:18:41,373 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/MasterData/WALs/2b6d221c5cde,46467,1731421119310/2b6d221c5cde%2C46467%2C1731421119310.1731421121361, exclude list is [], retry=0 2024-11-12T14:18:41,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36047,DS-36482b80-6e5b-42e1-bb53-f14ecdf44d71,DISK] 2024-11-12T14:18:41,378 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/MasterData/WALs/2b6d221c5cde,46467,1731421119310/2b6d221c5cde%2C46467%2C1731421119310.1731421121361 2024-11-12T14:18:41,379 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39505:39505)] 2024-11-12T14:18:41,379 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:18:41,379 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:18:41,379 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:41,379 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:41,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:41,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T14:18:41,384 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:41,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:18:41,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:41,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T14:18:41,386 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:41,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:18:41,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:41,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T14:18:41,388 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:41,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:18:41,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:41,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T14:18:41,391 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:41,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:18:41,391 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:41,392 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:41,393 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:41,394 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:41,394 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:41,395 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:18:41,396 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:41,399 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:18:41,400 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73990564, jitterRate=0.10254532098770142}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:18:41,400 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731421121379Initializing all the Stores at 1731421121381 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421121381Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421121381Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421121381Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421121381Cleaning up temporary data from old regions at 1731421121394 (+13 ms)Region opened successfully at 1731421121400 (+6 ms) 2024-11-12T14:18:41,401 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T14:18:41,404 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@943204f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:18:41,405 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T14:18:41,406 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T14:18:41,406 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T14:18:41,406 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T14:18:41,406 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T14:18:41,407 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T14:18:41,407 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T14:18:41,409 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T14:18:41,410 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46467-0x1012f6997400000, quorum=127.0.0.1:63076, baseZNode=/01271360721 Unable to get data of znode /01271360721/balancer because node does not exist (not necessarily an error) 2024-11-12T14:18:41,432 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01271360721/balancer already deleted, retry=false 2024-11-12T14:18:41,433 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T14:18:41,434 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46467-0x1012f6997400000, quorum=127.0.0.1:63076, baseZNode=/01271360721 Unable to get data of znode /01271360721/normalizer because node does not exist (not necessarily an error) 2024-11-12T14:18:41,446 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01271360721/normalizer already deleted, retry=false 2024-11-12T14:18:41,446 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T14:18:41,447 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46467-0x1012f6997400000, quorum=127.0.0.1:63076, baseZNode=/01271360721 Unable to get data of znode /01271360721/switch/split because node does not exist (not necessarily an error) 2024-11-12T14:18:41,459 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01271360721/switch/split already deleted, retry=false 2024-11-12T14:18:41,460 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46467-0x1012f6997400000, quorum=127.0.0.1:63076, baseZNode=/01271360721 Unable to get data of znode /01271360721/switch/merge because node does not exist (not necessarily an error) 2024-11-12T14:18:41,469 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01271360721/switch/merge already deleted, retry=false 2024-11-12T14:18:41,472 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46467-0x1012f6997400000, quorum=127.0.0.1:63076, baseZNode=/01271360721 Unable to get data of znode /01271360721/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T14:18:41,479 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01271360721/snapshot-cleanup already deleted, retry=false 2024-11-12T14:18:41,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36381-0x1012f6997400001, quorum=127.0.0.1:63076, baseZNode=/01271360721 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01271360721/running 2024-11-12T14:18:41,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46467-0x1012f6997400000, quorum=127.0.0.1:63076, baseZNode=/01271360721 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01271360721/running 2024-11-12T14:18:41,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36381-0x1012f6997400001, quorum=127.0.0.1:63076, baseZNode=/01271360721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01271360721 2024-11-12T14:18:41,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46467-0x1012f6997400000, quorum=127.0.0.1:63076, baseZNode=/01271360721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01271360721 2024-11-12T14:18:41,491 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b6d221c5cde,46467,1731421119310, sessionid=0x1012f6997400000, setting cluster-up flag (Was=false) 2024-11-12T14:18:41,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36381-0x1012f6997400001, quorum=127.0.0.1:63076, baseZNode=/01271360721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01271360721 2024-11-12T14:18:41,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46467-0x1012f6997400000, quorum=127.0.0.1:63076, baseZNode=/01271360721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01271360721 2024-11-12T14:18:41,543 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01271360721/flush-table-proc/acquired, /01271360721/flush-table-proc/reached, /01271360721/flush-table-proc/abort 2024-11-12T14:18:41,544 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,46467,1731421119310 2024-11-12T14:18:41,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46467-0x1012f6997400000, quorum=127.0.0.1:63076, baseZNode=/01271360721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01271360721 2024-11-12T14:18:41,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36381-0x1012f6997400001, quorum=127.0.0.1:63076, baseZNode=/01271360721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01271360721 2024-11-12T14:18:41,596 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01271360721/online-snapshot/acquired, /01271360721/online-snapshot/reached, /01271360721/online-snapshot/abort 2024-11-12T14:18:41,597 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,46467,1731421119310 2024-11-12T14:18:41,598 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T14:18:41,600 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T14:18:41,600 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T14:18:41,601 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T14:18:41,601 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b6d221c5cde,46467,1731421119310 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T14:18:41,602 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:18:41,602 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:18:41,602 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:18:41,602 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:18:41,602 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b6d221c5cde:0, corePoolSize=10, maxPoolSize=10 2024-11-12T14:18:41,603 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:41,603 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:18:41,603 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:41,603 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731421151603 2024-11-12T14:18:41,604 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T14:18:41,604 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T14:18:41,604 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T14:18:41,604 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T14:18:41,604 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T14:18:41,604 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T14:18:41,605 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:18:41,605 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T14:18:41,607 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:41,607 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T14:18:41,608 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:41,609 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T14:18:41,609 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T14:18:41,609 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T14:18:41,609 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T14:18:41,612 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T14:18:41,612 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T14:18:41,616 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421121612,5,FailOnTimeoutGroup] 2024-11-12T14:18:41,619 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421121616,5,FailOnTimeoutGroup] 2024-11-12T14:18:41,619 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:41,619 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T14:18:41,619 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:41,619 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:41,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36047 is added to blk_1073741831_1007 (size=1321) 2024-11-12T14:18:41,623 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T14:18:41,623 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d 2024-11-12T14:18:41,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36047 is added to blk_1073741832_1008 (size=32) 2024-11-12T14:18:41,636 INFO [RS:0;2b6d221c5cde:36381 {}] regionserver.HRegionServer(746): ClusterId : 85d05dcb-21ed-48ed-9084-4df4f4df5afa 2024-11-12T14:18:41,636 DEBUG [RS:0;2b6d221c5cde:36381 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T14:18:41,649 DEBUG [RS:0;2b6d221c5cde:36381 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T14:18:41,649 DEBUG [RS:0;2b6d221c5cde:36381 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T14:18:41,660 DEBUG [RS:0;2b6d221c5cde:36381 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T14:18:41,660 DEBUG [RS:0;2b6d221c5cde:36381 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bfa77ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:18:41,672 DEBUG [RS:0;2b6d221c5cde:36381 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b6d221c5cde:36381 2024-11-12T14:18:41,673 INFO [RS:0;2b6d221c5cde:36381 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T14:18:41,673 INFO [RS:0;2b6d221c5cde:36381 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T14:18:41,673 DEBUG [RS:0;2b6d221c5cde:36381 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T14:18:41,674 INFO [RS:0;2b6d221c5cde:36381 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b6d221c5cde,46467,1731421119310 with port=36381, startcode=1731421119608 2024-11-12T14:18:41,674 DEBUG [RS:0;2b6d221c5cde:36381 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T14:18:41,676 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T14:18:41,677 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46467 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b6d221c5cde,36381,1731421119608 2024-11-12T14:18:41,677 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46467 {}] master.ServerManager(517): Registering regionserver=2b6d221c5cde,36381,1731421119608 2024-11-12T14:18:41,679 DEBUG [RS:0;2b6d221c5cde:36381 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d 2024-11-12T14:18:41,679 DEBUG [RS:0;2b6d221c5cde:36381 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35443 2024-11-12T14:18:41,679 DEBUG [RS:0;2b6d221c5cde:36381 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T14:18:41,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46467-0x1012f6997400000, quorum=127.0.0.1:63076, baseZNode=/01271360721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01271360721/rs 2024-11-12T14:18:41,691 DEBUG [RS:0;2b6d221c5cde:36381 {}] zookeeper.ZKUtil(111): regionserver:36381-0x1012f6997400001, quorum=127.0.0.1:63076, baseZNode=/01271360721 Set watcher on existing znode=/01271360721/rs/2b6d221c5cde,36381,1731421119608 2024-11-12T14:18:41,691 WARN [RS:0;2b6d221c5cde:36381 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:18:41,691 INFO [RS:0;2b6d221c5cde:36381 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:18:41,691 DEBUG [RS:0;2b6d221c5cde:36381 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/WALs/2b6d221c5cde,36381,1731421119608 2024-11-12T14:18:41,691 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b6d221c5cde,36381,1731421119608] 2024-11-12T14:18:41,699 INFO [RS:0;2b6d221c5cde:36381 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T14:18:41,702 INFO [RS:0;2b6d221c5cde:36381 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T14:18:41,702 INFO [RS:0;2b6d221c5cde:36381 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T14:18:41,702 INFO [RS:0;2b6d221c5cde:36381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:41,703 INFO [RS:0;2b6d221c5cde:36381 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T14:18:41,703 INFO [RS:0;2b6d221c5cde:36381 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T14:18:41,704 INFO [RS:0;2b6d221c5cde:36381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:41,704 DEBUG [RS:0;2b6d221c5cde:36381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:41,704 DEBUG [RS:0;2b6d221c5cde:36381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:41,704 DEBUG [RS:0;2b6d221c5cde:36381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:41,704 DEBUG [RS:0;2b6d221c5cde:36381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:41,704 DEBUG [RS:0;2b6d221c5cde:36381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:41,704 DEBUG [RS:0;2b6d221c5cde:36381 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:18:41,704 DEBUG [RS:0;2b6d221c5cde:36381 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:41,704 DEBUG [RS:0;2b6d221c5cde:36381 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:41,704 DEBUG [RS:0;2b6d221c5cde:36381 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:41,704 DEBUG [RS:0;2b6d221c5cde:36381 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:41,705 DEBUG [RS:0;2b6d221c5cde:36381 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:41,705 DEBUG [RS:0;2b6d221c5cde:36381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:41,705 DEBUG [RS:0;2b6d221c5cde:36381 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:18:41,705 DEBUG [RS:0;2b6d221c5cde:36381 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:18:41,708 INFO [RS:0;2b6d221c5cde:36381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:41,709 INFO [RS:0;2b6d221c5cde:36381 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:41,709 INFO [RS:0;2b6d221c5cde:36381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:41,709 INFO [RS:0;2b6d221c5cde:36381 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:41,709 INFO [RS:0;2b6d221c5cde:36381 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:41,709 INFO [RS:0;2b6d221c5cde:36381 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,36381,1731421119608-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:18:41,724 INFO [RS:0;2b6d221c5cde:36381 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T14:18:41,724 INFO [RS:0;2b6d221c5cde:36381 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,36381,1731421119608-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:41,725 INFO [RS:0;2b6d221c5cde:36381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:41,725 INFO [RS:0;2b6d221c5cde:36381 {}] regionserver.Replication(171): 2b6d221c5cde,36381,1731421119608 started 2024-11-12T14:18:41,740 INFO [RS:0;2b6d221c5cde:36381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:41,740 INFO [RS:0;2b6d221c5cde:36381 {}] regionserver.HRegionServer(1482): Serving as 2b6d221c5cde,36381,1731421119608, RpcServer on 2b6d221c5cde/172.17.0.3:36381, sessionid=0x1012f6997400001 2024-11-12T14:18:41,741 DEBUG [RS:0;2b6d221c5cde:36381 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T14:18:41,741 DEBUG [RS:0;2b6d221c5cde:36381 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b6d221c5cde,36381,1731421119608 2024-11-12T14:18:41,741 DEBUG [RS:0;2b6d221c5cde:36381 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,36381,1731421119608' 2024-11-12T14:18:41,741 DEBUG [RS:0;2b6d221c5cde:36381 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01271360721/flush-table-proc/abort' 2024-11-12T14:18:41,741 DEBUG [RS:0;2b6d221c5cde:36381 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01271360721/flush-table-proc/acquired' 2024-11-12T14:18:41,742 DEBUG [RS:0;2b6d221c5cde:36381 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T14:18:41,742 DEBUG [RS:0;2b6d221c5cde:36381 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T14:18:41,742 DEBUG [RS:0;2b6d221c5cde:36381 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b6d221c5cde,36381,1731421119608 2024-11-12T14:18:41,742 DEBUG [RS:0;2b6d221c5cde:36381 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,36381,1731421119608' 2024-11-12T14:18:41,742 DEBUG [RS:0;2b6d221c5cde:36381 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01271360721/online-snapshot/abort' 2024-11-12T14:18:41,742 DEBUG [RS:0;2b6d221c5cde:36381 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01271360721/online-snapshot/acquired' 2024-11-12T14:18:41,743 DEBUG [RS:0;2b6d221c5cde:36381 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T14:18:41,743 INFO [RS:0;2b6d221c5cde:36381 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T14:18:41,743 INFO [RS:0;2b6d221c5cde:36381 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T14:18:41,843 INFO [RS:0;2b6d221c5cde:36381 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:18:41,846 INFO [RS:0;2b6d221c5cde:36381 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C36381%2C1731421119608, suffix=, logDir=hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/WALs/2b6d221c5cde,36381,1731421119608, archiveDir=hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/oldWALs, maxLogs=10 2024-11-12T14:18:41,866 DEBUG [RS:0;2b6d221c5cde:36381 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/WALs/2b6d221c5cde,36381,1731421119608/2b6d221c5cde%2C36381%2C1731421119608.1731421121846, exclude list is [], retry=0 2024-11-12T14:18:41,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36047,DS-36482b80-6e5b-42e1-bb53-f14ecdf44d71,DISK] 2024-11-12T14:18:41,873 INFO [RS:0;2b6d221c5cde:36381 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/WALs/2b6d221c5cde,36381,1731421119608/2b6d221c5cde%2C36381%2C1731421119608.1731421121846 2024-11-12T14:18:41,876 DEBUG [RS:0;2b6d221c5cde:36381 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39505:39505)] 2024-11-12T14:18:42,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:18:42,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:18:42,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:18:42,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:42,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:18:42,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:18:42,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:18:42,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:42,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:18:42,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:18:42,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:18:42,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:42,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:18:42,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:18:42,053 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:18:42,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:42,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:18:42,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:18:42,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/data/hbase/meta/1588230740 2024-11-12T14:18:42,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/data/hbase/meta/1588230740 2024-11-12T14:18:42,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:18:42,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:18:42,057 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:18:42,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:18:42,065 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:18:42,065 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70978592, jitterRate=0.0576634407043457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:18:42,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731421122034Initializing all the Stores at 1731421122035 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421122035Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421122035Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421122035Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421122035Cleaning up temporary data from old regions at 1731421122056 (+21 ms)Region opened successfully at 1731421122066 (+10 ms) 2024-11-12T14:18:42,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:18:42,067 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:18:42,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:18:42,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:18:42,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:18:42,067 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:18:42,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421122067Disabling compacts and flushes for region at 1731421122067Disabling writes for close at 1731421122067Writing region close event to WAL at 1731421122067Closed at 1731421122067 2024-11-12T14:18:42,068 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:18:42,069 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T14:18:42,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T14:18:42,070 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:18:42,075 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T14:18:42,225 DEBUG [2b6d221c5cde:46467 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T14:18:42,226 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b6d221c5cde,36381,1731421119608 2024-11-12T14:18:42,228 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,36381,1731421119608, state=OPENING 2024-11-12T14:18:42,238 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T14:18:42,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46467-0x1012f6997400000, quorum=127.0.0.1:63076, baseZNode=/01271360721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01271360721 2024-11-12T14:18:42,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36381-0x1012f6997400001, quorum=127.0.0.1:63076, baseZNode=/01271360721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01271360721 2024-11-12T14:18:42,249 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01271360721/meta-region-server: CHANGED 2024-11-12T14:18:42,249 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01271360721/meta-region-server: CHANGED 2024-11-12T14:18:42,253 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:18:42,253 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,36381,1731421119608}] 2024-11-12T14:18:42,406 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:18:42,408 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40719, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T14:18:42,413 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T14:18:42,413 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:18:42,413 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T14:18:42,415 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C36381%2C1731421119608.meta, suffix=.meta, logDir=hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/WALs/2b6d221c5cde,36381,1731421119608, archiveDir=hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/oldWALs, maxLogs=10 2024-11-12T14:18:42,435 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/WALs/2b6d221c5cde,36381,1731421119608/2b6d221c5cde%2C36381%2C1731421119608.meta.1731421122416.meta, exclude list is [], retry=0 2024-11-12T14:18:42,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36047,DS-36482b80-6e5b-42e1-bb53-f14ecdf44d71,DISK] 2024-11-12T14:18:42,444 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/WALs/2b6d221c5cde,36381,1731421119608/2b6d221c5cde%2C36381%2C1731421119608.meta.1731421122416.meta 2024-11-12T14:18:42,445 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39505:39505)] 2024-11-12T14:18:42,445 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:18:42,445 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:18:42,446 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T14:18:42,446 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T14:18:42,446 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T14:18:42,446 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T14:18:42,446 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:18:42,446 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T14:18:42,446 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T14:18:42,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:18:42,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:18:42,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:42,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:18:42,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:18:42,454 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:18:42,454 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:42,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:18:42,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:18:42,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:18:42,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:42,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:18:42,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:18:42,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:18:42,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:42,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:18:42,458 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:18:42,458 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/data/hbase/meta/1588230740 2024-11-12T14:18:42,459 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/data/hbase/meta/1588230740 2024-11-12T14:18:42,460 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:18:42,460 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:18:42,461 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:18:42,463 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:18:42,464 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74329178, jitterRate=0.10759106278419495}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:18:42,464 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T14:18:42,465 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731421122446Writing region info on filesystem at 1731421122446Initializing all the Stores at 1731421122447 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421122448 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421122448Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421122448Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421122448Cleaning up temporary data from old regions at 1731421122460 (+12 ms)Running coprocessor post-open hooks at 1731421122464 (+4 ms)Region opened successfully at 1731421122465 (+1 ms) 2024-11-12T14:18:42,466 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731421122406 2024-11-12T14:18:42,469 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T14:18:42,469 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T14:18:42,470 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,36381,1731421119608 2024-11-12T14:18:42,471 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,36381,1731421119608, state=OPEN 2024-11-12T14:18:42,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36381-0x1012f6997400001, quorum=127.0.0.1:63076, baseZNode=/01271360721 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01271360721/meta-region-server 2024-11-12T14:18:42,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46467-0x1012f6997400000, quorum=127.0.0.1:63076, baseZNode=/01271360721 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01271360721/meta-region-server 2024-11-12T14:18:42,541 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b6d221c5cde,36381,1731421119608 2024-11-12T14:18:42,541 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01271360721/meta-region-server: CHANGED 2024-11-12T14:18:42,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01271360721/meta-region-server: CHANGED 2024-11-12T14:18:42,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T14:18:42,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,36381,1731421119608 in 288 msec 2024-11-12T14:18:42,553 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:18:42,553 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T14:18:42,555 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:18:42,556 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,36381,1731421119608, seqNum=-1] 2024-11-12T14:18:42,556 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:18:42,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T14:18:42,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 478 msec 2024-11-12T14:18:42,558 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:18:42,569 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 967 msec 2024-11-12T14:18:42,569 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731421122569, completionTime=-1 2024-11-12T14:18:42,569 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T14:18:42,569 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T14:18:42,572 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T14:18:42,572 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731421182572 2024-11-12T14:18:42,572 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731421242572 2024-11-12T14:18:42,572 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-12T14:18:42,573 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,46467,1731421119310-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:42,573 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,46467,1731421119310-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:42,573 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,46467,1731421119310-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:42,573 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b6d221c5cde:46467, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:42,573 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:42,576 DEBUG [master/2b6d221c5cde:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T14:18:42,580 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:42,586 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.896sec 2024-11-12T14:18:42,586 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T14:18:42,586 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T14:18:42,586 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T14:18:42,586 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T14:18:42,587 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T14:18:42,587 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,46467,1731421119310-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:18:42,587 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,46467,1731421119310-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T14:18:42,592 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T14:18:42,592 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T14:18:42,593 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,46467,1731421119310-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:42,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d30e84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:42,636 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,46467,-1 for getting cluster id 2024-11-12T14:18:42,636 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:18:42,638 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '85d05dcb-21ed-48ed-9084-4df4f4df5afa' 2024-11-12T14:18:42,638 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:18:42,638 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "85d05dcb-21ed-48ed-9084-4df4f4df5afa" 2024-11-12T14:18:42,639 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10cd8e6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:42,639 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,46467,-1] 2024-11-12T14:18:42,639 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:18:42,639 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:42,640 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:18:42,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fa4398d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:42,642 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:18:42,643 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,36381,1731421119608, seqNum=-1] 2024-11-12T14:18:42,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:18:42,645 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:18:42,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b6d221c5cde,46467,1731421119310 2024-11-12T14:18:42,651 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63076 2024-11-12T14:18:42,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63076, baseZNode=/01271360721 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:18:42,696 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012f6997400002 connected 2024-11-12T14:18:42,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ec1f34-42b8-4132-306f-08d40141988c/hadoop.log.dir so I do NOT create it in target/test-data/abf0b7d8-d040-7664-938f-d930fb2cab12 2024-11-12T14:18:42,705 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ec1f34-42b8-4132-306f-08d40141988c/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T14:18:42,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ec1f34-42b8-4132-306f-08d40141988c/hadoop.tmp.dir so I do NOT create it in target/test-data/abf0b7d8-d040-7664-938f-d930fb2cab12 2024-11-12T14:18:42,705 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ec1f34-42b8-4132-306f-08d40141988c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T14:18:42,705 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abf0b7d8-d040-7664-938f-d930fb2cab12 2024-11-12T14:18:42,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T14:18:42,705 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abf0b7d8-d040-7664-938f-d930fb2cab12/cluster_9b7a854c-3a5c-1d57-f330-c8b2182ef36e, deleteOnExit=true 2024-11-12T14:18:42,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T14:18:42,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abf0b7d8-d040-7664-938f-d930fb2cab12/test.cache.data in system properties and HBase conf 2024-11-12T14:18:42,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abf0b7d8-d040-7664-938f-d930fb2cab12/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T14:18:42,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abf0b7d8-d040-7664-938f-d930fb2cab12/hadoop.log.dir in system properties and HBase conf 2024-11-12T14:18:42,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abf0b7d8-d040-7664-938f-d930fb2cab12/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T14:18:42,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abf0b7d8-d040-7664-938f-d930fb2cab12/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T14:18:42,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T14:18:42,706 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T14:18:42,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abf0b7d8-d040-7664-938f-d930fb2cab12/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:18:42,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abf0b7d8-d040-7664-938f-d930fb2cab12/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:18:42,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abf0b7d8-d040-7664-938f-d930fb2cab12/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T14:18:42,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abf0b7d8-d040-7664-938f-d930fb2cab12/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:18:42,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abf0b7d8-d040-7664-938f-d930fb2cab12/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T14:18:42,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abf0b7d8-d040-7664-938f-d930fb2cab12/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T14:18:42,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abf0b7d8-d040-7664-938f-d930fb2cab12/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:18:42,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abf0b7d8-d040-7664-938f-d930fb2cab12/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:18:42,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abf0b7d8-d040-7664-938f-d930fb2cab12/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T14:18:42,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abf0b7d8-d040-7664-938f-d930fb2cab12/nfs.dump.dir in system properties and HBase conf 2024-11-12T14:18:42,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abf0b7d8-d040-7664-938f-d930fb2cab12/java.io.tmpdir in system properties and HBase conf 2024-11-12T14:18:42,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abf0b7d8-d040-7664-938f-d930fb2cab12/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:18:42,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abf0b7d8-d040-7664-938f-d930fb2cab12/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T14:18:42,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abf0b7d8-d040-7664-938f-d930fb2cab12/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T14:18:43,065 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:18:43,073 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:18:43,076 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:18:43,076 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:18:43,076 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T14:18:43,093 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:18:43,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59a908fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abf0b7d8-d040-7664-938f-d930fb2cab12/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:18:43,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48fdfcc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:18:43,224 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8ecca32{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abf0b7d8-d040-7664-938f-d930fb2cab12/java.io.tmpdir/jetty-localhost-44905-hadoop-hdfs-3_4_1-tests_jar-_-any-8641779131509469762/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:18:43,226 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c79b326{HTTP/1.1, (http/1.1)}{localhost:44905} 2024-11-12T14:18:43,226 INFO [Time-limited test {}] server.Server(415): Started @40392ms 2024-11-12T14:18:43,608 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:18:43,615 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:18:43,625 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:18:43,625 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:18:43,625 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T14:18:43,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d34bb4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abf0b7d8-d040-7664-938f-d930fb2cab12/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:18:43,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cd585af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:18:43,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5aa231b2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abf0b7d8-d040-7664-938f-d930fb2cab12/java.io.tmpdir/jetty-localhost-33139-hadoop-hdfs-3_4_1-tests_jar-_-any-12081760239564073995/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:18:43,770 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d920833{HTTP/1.1, (http/1.1)}{localhost:33139} 2024-11-12T14:18:43,770 INFO [Time-limited test {}] server.Server(415): Started @40936ms 2024-11-12T14:18:43,772 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T14:18:44,468 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abf0b7d8-d040-7664-938f-d930fb2cab12/cluster_9b7a854c-3a5c-1d57-f330-c8b2182ef36e/data/data1/current/BP-640182103-172.17.0.3-1731421122739/current, will proceed with Du for space computation calculation, 2024-11-12T14:18:44,468 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abf0b7d8-d040-7664-938f-d930fb2cab12/cluster_9b7a854c-3a5c-1d57-f330-c8b2182ef36e/data/data2/current/BP-640182103-172.17.0.3-1731421122739/current, will proceed with Du for space computation calculation, 2024-11-12T14:18:44,505 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T14:18:44,508 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad8bfe73ecd2f977 with lease ID 0x16a1c580fdbb87a8: Processing first storage report for DS-b241d9d1-2e12-4d4b-a6c9-e0fa76a26730 from datanode DatanodeRegistration(127.0.0.1:46407, datanodeUuid=ad60f572-92f5-49fd-9866-5c9523c303e9, infoPort=32921, infoSecurePort=0, ipcPort=40481, storageInfo=lv=-57;cid=testClusterID;nsid=1413432953;c=1731421122739) 2024-11-12T14:18:44,508 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad8bfe73ecd2f977 with lease ID 0x16a1c580fdbb87a8: from storage DS-b241d9d1-2e12-4d4b-a6c9-e0fa76a26730 node DatanodeRegistration(127.0.0.1:46407, datanodeUuid=ad60f572-92f5-49fd-9866-5c9523c303e9, infoPort=32921, infoSecurePort=0, ipcPort=40481, storageInfo=lv=-57;cid=testClusterID;nsid=1413432953;c=1731421122739), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:18:44,508 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad8bfe73ecd2f977 with lease ID 0x16a1c580fdbb87a8: Processing first storage report for DS-4f33e8b1-d6b5-4d91-93f9-4d30a6cabe5f from datanode DatanodeRegistration(127.0.0.1:46407, datanodeUuid=ad60f572-92f5-49fd-9866-5c9523c303e9, infoPort=32921, infoSecurePort=0, ipcPort=40481, storageInfo=lv=-57;cid=testClusterID;nsid=1413432953;c=1731421122739) 2024-11-12T14:18:44,509 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad8bfe73ecd2f977 with lease ID 0x16a1c580fdbb87a8: from storage DS-4f33e8b1-d6b5-4d91-93f9-4d30a6cabe5f node DatanodeRegistration(127.0.0.1:46407, datanodeUuid=ad60f572-92f5-49fd-9866-5c9523c303e9, infoPort=32921, infoSecurePort=0, ipcPort=40481, storageInfo=lv=-57;cid=testClusterID;nsid=1413432953;c=1731421122739), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:18:44,529 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abf0b7d8-d040-7664-938f-d930fb2cab12 2024-11-12T14:18:44,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:18:44,531 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:18:44,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46407 is added to blk_1073741825_1001 (size=7) 2024-11-12T14:18:44,541 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34219/user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94 with version=8 2024-11-12T14:18:44,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34219/user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/hbase-staging 2024-11-12T14:18:44,580 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:18:44,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:18:44,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:18:44,580 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:18:44,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:18:44,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:18:44,580 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T14:18:44,580 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:18:44,582 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37611 2024-11-12T14:18:44,583 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37611 connecting to ZooKeeper ensemble=127.0.0.1:63076 2024-11-12T14:18:44,636 WARN [RS:0;2b6d221c5cde:36381 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 2b6d221c5cde,36989,1731421090418: status=Processing ServerCrashProcedure of 2b6d221c5cde,36989,1731421090418 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731421106637, completionTime=-1 appears to have been leaked 2024-11-12T14:18:44,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376110x0, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:18:44,637 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37611-0x1012f6997400003 connected 2024-11-12T14:18:44,712 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:18:44,715 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:18:44,721 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37611-0x1012f6997400003, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Set watcher on znode that does not yet exist, /1-1144507601/running 2024-11-12T14:18:44,721 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34219/user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94, hbase.cluster.distributed=false 2024-11-12T14:18:44,722 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37611-0x1012f6997400003, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Set watcher on znode that does not yet exist, /1-1144507601/acl 2024-11-12T14:18:44,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37611 2024-11-12T14:18:44,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37611 2024-11-12T14:18:44,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37611 2024-11-12T14:18:44,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37611 2024-11-12T14:18:44,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37611 2024-11-12T14:18:44,760 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:18:44,760 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:18:44,760 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:18:44,760 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:18:44,760 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:18:44,760 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:18:44,760 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T14:18:44,761 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:18:44,762 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33487 2024-11-12T14:18:44,763 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33487 connecting to ZooKeeper ensemble=127.0.0.1:63076 2024-11-12T14:18:44,764 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:18:44,766 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:18:44,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334870x0, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:18:44,775 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:334870x0, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Set watcher on znode that does not yet exist, /1-1144507601/running 2024-11-12T14:18:44,775 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33487-0x1012f6997400004 connected 2024-11-12T14:18:44,776 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T14:18:44,784 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T14:18:44,785 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33487-0x1012f6997400004, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Set watcher on znode that does not yet exist, /1-1144507601/master 2024-11-12T14:18:44,787 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33487-0x1012f6997400004, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Set watcher on znode that does not yet exist, /1-1144507601/acl 2024-11-12T14:18:44,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33487 2024-11-12T14:18:44,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33487 2024-11-12T14:18:44,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33487 2024-11-12T14:18:44,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33487 2024-11-12T14:18:44,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33487 2024-11-12T14:18:44,810 DEBUG [M:0;2b6d221c5cde:37611 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b6d221c5cde:37611 2024-11-12T14:18:44,811 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1144507601/backup-masters/2b6d221c5cde,37611,1731421124580 2024-11-12T14:18:44,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33487-0x1012f6997400004, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1144507601/backup-masters 2024-11-12T14:18:44,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37611-0x1012f6997400003, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1144507601/backup-masters 2024-11-12T14:18:44,819 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37611-0x1012f6997400003, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Set watcher on existing znode=/1-1144507601/backup-masters/2b6d221c5cde,37611,1731421124580 2024-11-12T14:18:44,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33487-0x1012f6997400004, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1144507601/master 2024-11-12T14:18:44,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37611-0x1012f6997400003, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1144507601 2024-11-12T14:18:44,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33487-0x1012f6997400004, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1144507601 2024-11-12T14:18:44,830 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37611-0x1012f6997400003, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Set watcher on existing znode=/1-1144507601/master 2024-11-12T14:18:44,831 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1144507601/backup-masters/2b6d221c5cde,37611,1731421124580 from backup master directory 2024-11-12T14:18:44,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33487-0x1012f6997400004, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1144507601/backup-masters 2024-11-12T14:18:44,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37611-0x1012f6997400003, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1144507601/backup-masters/2b6d221c5cde,37611,1731421124580 2024-11-12T14:18:44,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37611-0x1012f6997400003, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1144507601/backup-masters 2024-11-12T14:18:44,838 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:18:44,838 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b6d221c5cde,37611,1731421124580 2024-11-12T14:18:44,846 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34219/user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/hbase.id] with ID: 589cbb18-6bd8-49b9-9891-4162e1760a64 2024-11-12T14:18:44,846 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34219/user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/.tmp/hbase.id 2024-11-12T14:18:44,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46407 is added to blk_1073741826_1002 (size=42) 2024-11-12T14:18:45,269 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34219/user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/.tmp/hbase.id]:[hdfs://localhost:34219/user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/hbase.id] 2024-11-12T14:18:45,283 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:18:45,284 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T14:18:45,285 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T14:18:45,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33487-0x1012f6997400004, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1144507601 2024-11-12T14:18:45,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37611-0x1012f6997400003, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1144507601 2024-11-12T14:18:45,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46407 is added to blk_1073741827_1003 (size=196) 2024-11-12T14:18:45,376 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:18:45,376 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T14:18:45,377 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:18:45,393 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T14:18:45,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:18:45,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:18:45,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46407 is added to blk_1073741828_1004 (size=1189) 2024-11-12T14:18:45,435 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34219/user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/MasterData/data/master/store 2024-11-12T14:18:45,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46407 is added to blk_1073741829_1005 (size=34) 2024-11-12T14:18:45,461 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:18:45,461 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:18:45,462 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:18:45,462 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:18:45,462 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:18:45,462 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:18:45,462 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:18:45,462 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421125461Disabling compacts and flushes for region at 1731421125461Disabling writes for close at 1731421125462 (+1 ms)Writing region close event to WAL at 1731421125462Closed at 1731421125462 2024-11-12T14:18:45,464 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34219/user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/MasterData/data/master/store/.initializing 2024-11-12T14:18:45,464 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34219/user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/MasterData/WALs/2b6d221c5cde,37611,1731421124580 2024-11-12T14:18:45,465 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:18:45,468 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C37611%2C1731421124580, suffix=, logDir=hdfs://localhost:34219/user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/MasterData/WALs/2b6d221c5cde,37611,1731421124580, archiveDir=hdfs://localhost:34219/user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/MasterData/oldWALs, maxLogs=10 2024-11-12T14:18:45,486 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/MasterData/WALs/2b6d221c5cde,37611,1731421124580/2b6d221c5cde%2C37611%2C1731421124580.1731421125468, exclude list is [], retry=0 2024-11-12T14:18:45,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46407,DS-b241d9d1-2e12-4d4b-a6c9-e0fa76a26730,DISK] 2024-11-12T14:18:45,496 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/MasterData/WALs/2b6d221c5cde,37611,1731421124580/2b6d221c5cde%2C37611%2C1731421124580.1731421125468 2024-11-12T14:18:45,497 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32921:32921)] 2024-11-12T14:18:45,497 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:18:45,497 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:18:45,497 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:45,497 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:45,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:45,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T14:18:45,503 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:45,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:18:45,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:45,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T14:18:45,506 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:45,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:18:45,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:45,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T14:18:45,510 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:45,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:18:45,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:45,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T14:18:45,513 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:45,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:18:45,515 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:45,519 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34219/user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:45,520 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34219/user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:45,521 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:45,521 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:45,521 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:18:45,523 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:45,527 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34219/user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:18:45,528 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64725067, jitterRate=-0.03552134335041046}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:18:45,528 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731421125497Initializing all the Stores at 1731421125498 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421125498Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421125500 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421125500Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421125500Cleaning up temporary data from old regions at 1731421125521 (+21 ms)Region opened successfully at 1731421125528 (+7 ms) 2024-11-12T14:18:45,528 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T14:18:45,535 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cc769f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:18:45,536 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T14:18:45,536 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T14:18:45,536 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T14:18:45,536 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T14:18:45,537 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T14:18:45,538 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T14:18:45,538 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T14:18:45,553 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T14:18:45,554 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37611-0x1012f6997400003, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Unable to get data of znode /1-1144507601/balancer because node does not exist (not necessarily an error) 2024-11-12T14:18:45,564 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1144507601/balancer already deleted, retry=false 2024-11-12T14:18:45,564 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T14:18:45,565 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37611-0x1012f6997400003, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Unable to get data of znode /1-1144507601/normalizer because node does not exist (not necessarily an error) 2024-11-12T14:18:45,574 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1144507601/normalizer already deleted, retry=false 2024-11-12T14:18:45,575 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T14:18:45,576 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37611-0x1012f6997400003, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Unable to get data of znode /1-1144507601/switch/split because node does not exist (not necessarily an error) 2024-11-12T14:18:45,585 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1144507601/switch/split already deleted, retry=false 2024-11-12T14:18:45,586 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37611-0x1012f6997400003, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Unable to get data of znode /1-1144507601/switch/merge because node does not exist (not necessarily an error) 2024-11-12T14:18:45,595 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1144507601/switch/merge already deleted, retry=false 2024-11-12T14:18:45,597 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37611-0x1012f6997400003, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Unable to get data of znode /1-1144507601/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T14:18:45,606 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1144507601/snapshot-cleanup already deleted, retry=false 2024-11-12T14:18:45,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33487-0x1012f6997400004, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1144507601/running 2024-11-12T14:18:45,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37611-0x1012f6997400003, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1144507601/running 2024-11-12T14:18:45,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33487-0x1012f6997400004, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1144507601 2024-11-12T14:18:45,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37611-0x1012f6997400003, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1144507601 2024-11-12T14:18:45,618 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b6d221c5cde,37611,1731421124580, sessionid=0x1012f6997400003, setting cluster-up flag (Was=false) 2024-11-12T14:18:45,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33487-0x1012f6997400004, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1144507601 2024-11-12T14:18:45,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37611-0x1012f6997400003, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1144507601 2024-11-12T14:18:45,670 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1144507601/flush-table-proc/acquired, /1-1144507601/flush-table-proc/reached, /1-1144507601/flush-table-proc/abort 2024-11-12T14:18:45,671 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,37611,1731421124580 2024-11-12T14:18:45,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33487-0x1012f6997400004, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1144507601 2024-11-12T14:18:45,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37611-0x1012f6997400003, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1144507601 2024-11-12T14:18:45,722 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1144507601/online-snapshot/acquired, /1-1144507601/online-snapshot/reached, /1-1144507601/online-snapshot/abort 2024-11-12T14:18:45,723 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,37611,1731421124580 2024-11-12T14:18:45,725 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34219/user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T14:18:45,737 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T14:18:45,737 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T14:18:45,737 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T14:18:45,737 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b6d221c5cde,37611,1731421124580 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T14:18:45,743 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:18:45,743 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:18:45,743 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:18:45,743 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:18:45,743 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b6d221c5cde:0, corePoolSize=10, maxPoolSize=10 2024-11-12T14:18:45,743 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:45,743 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:18:45,743 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:45,746 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:18:45,746 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T14:18:45,747 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731421155747 2024-11-12T14:18:45,747 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T14:18:45,747 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T14:18:45,747 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T14:18:45,747 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T14:18:45,747 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T14:18:45,747 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:45,748 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T14:18:45,748 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T14:18:45,756 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:45,777 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T14:18:45,777 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T14:18:45,777 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T14:18:45,777 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T14:18:45,777 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T14:18:45,777 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T14:18:45,780 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421125777,5,FailOnTimeoutGroup] 2024-11-12T14:18:45,783 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421125780,5,FailOnTimeoutGroup] 2024-11-12T14:18:45,783 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:45,783 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T14:18:45,783 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:45,783 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:45,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46407 is added to blk_1073741831_1007 (size=1321) 2024-11-12T14:18:45,796 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34219/user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T14:18:45,796 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34219/user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94 2024-11-12T14:18:45,830 INFO [RS:0;2b6d221c5cde:33487 {}] regionserver.HRegionServer(746): ClusterId : 589cbb18-6bd8-49b9-9891-4162e1760a64 2024-11-12T14:18:45,830 DEBUG [RS:0;2b6d221c5cde:33487 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T14:18:45,838 DEBUG [RS:0;2b6d221c5cde:33487 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T14:18:45,838 DEBUG [RS:0;2b6d221c5cde:33487 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T14:18:45,849 DEBUG [RS:0;2b6d221c5cde:33487 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T14:18:45,849 DEBUG [RS:0;2b6d221c5cde:33487 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57e6476c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:18:45,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46407 is added to blk_1073741832_1008 (size=32) 2024-11-12T14:18:45,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:18:45,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:18:45,878 DEBUG [RS:0;2b6d221c5cde:33487 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b6d221c5cde:33487 2024-11-12T14:18:45,878 INFO [RS:0;2b6d221c5cde:33487 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T14:18:45,878 INFO [RS:0;2b6d221c5cde:33487 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T14:18:45,878 DEBUG [RS:0;2b6d221c5cde:33487 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T14:18:45,879 INFO [RS:0;2b6d221c5cde:33487 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b6d221c5cde,37611,1731421124580 with port=33487, startcode=1731421124760 2024-11-12T14:18:45,879 DEBUG [RS:0;2b6d221c5cde:33487 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T14:18:45,880 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:18:45,880 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:45,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:18:45,883 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47457, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T14:18:45,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:18:45,884 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37611 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b6d221c5cde,33487,1731421124760 2024-11-12T14:18:45,884 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37611 {}] master.ServerManager(517): Registering regionserver=2b6d221c5cde,33487,1731421124760 2024-11-12T14:18:45,888 DEBUG [RS:0;2b6d221c5cde:33487 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34219/user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94 2024-11-12T14:18:45,888 DEBUG [RS:0;2b6d221c5cde:33487 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34219 2024-11-12T14:18:45,888 DEBUG [RS:0;2b6d221c5cde:33487 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T14:18:45,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:18:45,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:45,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:18:45,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:18:45,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:18:45,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:45,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:18:45,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:18:45,894 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:18:45,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:45,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:18:45,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:18:45,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34219/user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/data/hbase/meta/1588230740 2024-11-12T14:18:45,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34219/user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/data/hbase/meta/1588230740 2024-11-12T14:18:45,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:18:45,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:18:45,898 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:18:45,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:18:45,956 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34219/user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:18:45,957 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59905917, jitterRate=-0.1073322743177414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:18:45,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731421125863Initializing all the Stores at 1731421125864 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421125864Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421125876 (+12 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421125876Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421125876Cleaning up temporary data from old regions at 1731421125897 (+21 ms)Region opened successfully at 1731421125957 (+60 ms) 2024-11-12T14:18:45,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:18:45,957 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:18:45,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:18:45,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:18:45,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:18:45,958 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:18:45,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421125957Disabling compacts and flushes for region at 1731421125957Disabling writes for close at 1731421125957Writing region close event to WAL at 1731421125958 (+1 ms)Closed at 1731421125958 2024-11-12T14:18:45,960 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:18:45,960 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T14:18:45,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T14:18:45,961 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:18:45,963 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T14:18:46,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37611-0x1012f6997400003, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1144507601/rs 2024-11-12T14:18:46,055 DEBUG [RS:0;2b6d221c5cde:33487 {}] zookeeper.ZKUtil(111): regionserver:33487-0x1012f6997400004, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Set watcher on existing znode=/1-1144507601/rs/2b6d221c5cde,33487,1731421124760 2024-11-12T14:18:46,055 WARN [RS:0;2b6d221c5cde:33487 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:18:46,055 INFO [RS:0;2b6d221c5cde:33487 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:18:46,056 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b6d221c5cde,33487,1731421124760] 2024-11-12T14:18:46,056 DEBUG [RS:0;2b6d221c5cde:33487 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34219/user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/WALs/2b6d221c5cde,33487,1731421124760 2024-11-12T14:18:46,080 INFO [RS:0;2b6d221c5cde:33487 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T14:18:46,082 INFO [RS:0;2b6d221c5cde:33487 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T14:18:46,088 INFO [RS:0;2b6d221c5cde:33487 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T14:18:46,088 INFO [RS:0;2b6d221c5cde:33487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:46,092 INFO [RS:0;2b6d221c5cde:33487 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T14:18:46,094 INFO [RS:0;2b6d221c5cde:33487 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T14:18:46,094 INFO [RS:0;2b6d221c5cde:33487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:46,094 DEBUG [RS:0;2b6d221c5cde:33487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:46,094 DEBUG [RS:0;2b6d221c5cde:33487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:46,094 DEBUG [RS:0;2b6d221c5cde:33487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:46,095 DEBUG [RS:0;2b6d221c5cde:33487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:46,095 DEBUG [RS:0;2b6d221c5cde:33487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:46,095 DEBUG [RS:0;2b6d221c5cde:33487 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:18:46,097 DEBUG [RS:0;2b6d221c5cde:33487 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:46,098 DEBUG [RS:0;2b6d221c5cde:33487 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:46,098 DEBUG [RS:0;2b6d221c5cde:33487 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:46,098 DEBUG [RS:0;2b6d221c5cde:33487 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:46,098 DEBUG [RS:0;2b6d221c5cde:33487 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:46,098 DEBUG [RS:0;2b6d221c5cde:33487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:46,098 DEBUG [RS:0;2b6d221c5cde:33487 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:18:46,098 DEBUG [RS:0;2b6d221c5cde:33487 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:18:46,113 WARN [2b6d221c5cde:37611 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T14:18:46,118 INFO [RS:0;2b6d221c5cde:33487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:46,118 INFO [RS:0;2b6d221c5cde:33487 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:46,118 INFO [RS:0;2b6d221c5cde:33487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:46,118 INFO [RS:0;2b6d221c5cde:33487 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:46,118 INFO [RS:0;2b6d221c5cde:33487 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:46,118 INFO [RS:0;2b6d221c5cde:33487 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,33487,1731421124760-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:18:46,143 INFO [RS:0;2b6d221c5cde:33487 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T14:18:46,143 INFO [RS:0;2b6d221c5cde:33487 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,33487,1731421124760-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:46,143 INFO [RS:0;2b6d221c5cde:33487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:46,143 INFO [RS:0;2b6d221c5cde:33487 {}] regionserver.Replication(171): 2b6d221c5cde,33487,1731421124760 started 2024-11-12T14:18:46,158 INFO [RS:0;2b6d221c5cde:33487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:46,158 INFO [RS:0;2b6d221c5cde:33487 {}] regionserver.HRegionServer(1482): Serving as 2b6d221c5cde,33487,1731421124760, RpcServer on 2b6d221c5cde/172.17.0.3:33487, sessionid=0x1012f6997400004 2024-11-12T14:18:46,159 DEBUG [RS:0;2b6d221c5cde:33487 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T14:18:46,159 DEBUG [RS:0;2b6d221c5cde:33487 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b6d221c5cde,33487,1731421124760 2024-11-12T14:18:46,159 DEBUG [RS:0;2b6d221c5cde:33487 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,33487,1731421124760' 2024-11-12T14:18:46,159 DEBUG [RS:0;2b6d221c5cde:33487 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1144507601/flush-table-proc/abort' 2024-11-12T14:18:46,159 DEBUG [RS:0;2b6d221c5cde:33487 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1144507601/flush-table-proc/acquired' 2024-11-12T14:18:46,160 DEBUG [RS:0;2b6d221c5cde:33487 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T14:18:46,160 DEBUG [RS:0;2b6d221c5cde:33487 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T14:18:46,160 DEBUG [RS:0;2b6d221c5cde:33487 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b6d221c5cde,33487,1731421124760 2024-11-12T14:18:46,160 DEBUG [RS:0;2b6d221c5cde:33487 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,33487,1731421124760' 2024-11-12T14:18:46,160 DEBUG [RS:0;2b6d221c5cde:33487 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1144507601/online-snapshot/abort' 2024-11-12T14:18:46,160 DEBUG [RS:0;2b6d221c5cde:33487 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1144507601/online-snapshot/acquired' 2024-11-12T14:18:46,160 DEBUG [RS:0;2b6d221c5cde:33487 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T14:18:46,160 INFO [RS:0;2b6d221c5cde:33487 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T14:18:46,160 INFO [RS:0;2b6d221c5cde:33487 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T14:18:46,261 INFO [RS:0;2b6d221c5cde:33487 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:18:46,264 INFO [RS:0;2b6d221c5cde:33487 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C33487%2C1731421124760, suffix=, logDir=hdfs://localhost:34219/user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/WALs/2b6d221c5cde,33487,1731421124760, archiveDir=hdfs://localhost:34219/user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/oldWALs, maxLogs=10 2024-11-12T14:18:46,283 DEBUG [RS:0;2b6d221c5cde:33487 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/WALs/2b6d221c5cde,33487,1731421124760/2b6d221c5cde%2C33487%2C1731421124760.1731421126264, exclude list is [], retry=0 2024-11-12T14:18:46,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46407,DS-b241d9d1-2e12-4d4b-a6c9-e0fa76a26730,DISK] 2024-11-12T14:18:46,296 INFO [RS:0;2b6d221c5cde:33487 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/WALs/2b6d221c5cde,33487,1731421124760/2b6d221c5cde%2C33487%2C1731421124760.1731421126264 2024-11-12T14:18:46,300 DEBUG [RS:0;2b6d221c5cde:33487 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32921:32921)] 2024-11-12T14:18:46,363 DEBUG [2b6d221c5cde:37611 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T14:18:46,364 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b6d221c5cde,33487,1731421124760 2024-11-12T14:18:46,365 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,33487,1731421124760, state=OPENING 2024-11-12T14:18:46,395 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T14:18:46,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37611-0x1012f6997400003, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1144507601 2024-11-12T14:18:46,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33487-0x1012f6997400004, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1144507601 2024-11-12T14:18:46,407 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1144507601/meta-region-server: CHANGED 2024-11-12T14:18:46,407 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:18:46,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,33487,1731421124760}] 2024-11-12T14:18:46,408 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1144507601/meta-region-server: CHANGED 2024-11-12T14:18:46,564 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:18:46,566 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T14:18:46,571 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T14:18:46,571 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:18:46,572 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T14:18:46,574 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C33487%2C1731421124760.meta, suffix=.meta, logDir=hdfs://localhost:34219/user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/WALs/2b6d221c5cde,33487,1731421124760, archiveDir=hdfs://localhost:34219/user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/oldWALs, maxLogs=10 2024-11-12T14:18:46,592 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/WALs/2b6d221c5cde,33487,1731421124760/2b6d221c5cde%2C33487%2C1731421124760.meta.1731421126574.meta, exclude list is [], retry=0 2024-11-12T14:18:46,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46407,DS-b241d9d1-2e12-4d4b-a6c9-e0fa76a26730,DISK] 2024-11-12T14:18:46,625 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/WALs/2b6d221c5cde,33487,1731421124760/2b6d221c5cde%2C33487%2C1731421124760.meta.1731421126574.meta 2024-11-12T14:18:46,632 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32921:32921)] 2024-11-12T14:18:46,632 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:18:46,633 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:18:46,633 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T14:18:46,633 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T14:18:46,633 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T14:18:46,633 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T14:18:46,634 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:18:46,634 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T14:18:46,634 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T14:18:46,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:18:46,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:18:46,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:46,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:18:46,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:18:46,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:18:46,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:46,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:18:46,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:18:46,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:18:46,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:46,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:18:46,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:18:46,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:18:46,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:46,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:18:46,660 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:18:46,664 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34219/user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/data/hbase/meta/1588230740 2024-11-12T14:18:46,666 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34219/user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/data/hbase/meta/1588230740 2024-11-12T14:18:46,667 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:18:46,667 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:18:46,668 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:18:46,671 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:18:46,672 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62705295, jitterRate=-0.06561829149723053}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:18:46,672 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T14:18:46,672 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731421126634Writing region info on filesystem at 1731421126634Initializing all the Stores at 1731421126635 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421126635Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421126648 (+13 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421126648Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421126648Cleaning up temporary data from old regions at 1731421126667 (+19 ms)Running coprocessor post-open hooks at 1731421126672 (+5 ms)Region opened successfully at 1731421126672 2024-11-12T14:18:46,674 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731421126564 2024-11-12T14:18:46,678 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,33487,1731421124760 2024-11-12T14:18:46,679 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T14:18:46,679 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T14:18:46,679 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,33487,1731421124760, state=OPEN 2024-11-12T14:18:46,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33487-0x1012f6997400004, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1144507601/meta-region-server 2024-11-12T14:18:46,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37611-0x1012f6997400003, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1144507601/meta-region-server 2024-11-12T14:18:46,691 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1144507601/meta-region-server: CHANGED 2024-11-12T14:18:46,691 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1144507601/meta-region-server: CHANGED 2024-11-12T14:18:46,692 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b6d221c5cde,33487,1731421124760 2024-11-12T14:18:46,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T14:18:46,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,33487,1731421124760 in 284 msec 2024-11-12T14:18:46,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T14:18:46,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 736 msec 2024-11-12T14:18:46,705 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:18:46,705 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T14:18:46,707 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:18:46,707 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,33487,1731421124760, seqNum=-1] 2024-11-12T14:18:46,707 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:18:46,710 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:18:46,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 983 msec 2024-11-12T14:18:46,718 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731421126718, completionTime=-1 2024-11-12T14:18:46,718 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T14:18:46,718 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T14:18:46,722 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T14:18:46,722 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731421186722 2024-11-12T14:18:46,722 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731421246722 2024-11-12T14:18:46,722 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-12T14:18:46,722 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,37611,1731421124580-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:46,723 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,37611,1731421124580-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:46,723 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,37611,1731421124580-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:46,723 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b6d221c5cde:37611, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:46,723 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:46,727 DEBUG [master/2b6d221c5cde:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T14:18:46,740 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:46,747 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.908sec 2024-11-12T14:18:46,747 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T14:18:46,747 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T14:18:46,747 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T14:18:46,747 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T14:18:46,747 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T14:18:46,747 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,37611,1731421124580-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:18:46,747 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,37611,1731421124580-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T14:18:46,758 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T14:18:46,758 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T14:18:46,758 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,37611,1731421124580-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:46,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5497595e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:46,834 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,37611,-1 for getting cluster id 2024-11-12T14:18:46,834 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:18:46,835 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '589cbb18-6bd8-49b9-9891-4162e1760a64' 2024-11-12T14:18:46,835 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:18:46,836 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "589cbb18-6bd8-49b9-9891-4162e1760a64" 2024-11-12T14:18:46,836 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14e8a8a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:46,836 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,37611,-1] 2024-11-12T14:18:46,836 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:18:46,836 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:46,837 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:18:46,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30bd027, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:46,839 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:18:46,840 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,33487,1731421124760, seqNum=-1] 2024-11-12T14:18:46,840 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:18:46,841 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:18:46,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b6d221c5cde,37611,1731421124580 2024-11-12T14:18:46,844 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63076 2024-11-12T14:18:46,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:18:46,891 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012f6997400005 connected 2024-11-12T14:18:46,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ce2a56b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:46,997 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,46467,-1 for getting cluster id 2024-11-12T14:18:46,997 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:18:46,998 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '85d05dcb-21ed-48ed-9084-4df4f4df5afa' 2024-11-12T14:18:46,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:18:46,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "85d05dcb-21ed-48ed-9084-4df4f4df5afa" 2024-11-12T14:18:46,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bec10f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:46,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,46467,-1] 2024-11-12T14:18:46,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:18:47,000 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:47,001 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:18:47,002 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e592926, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:47,005 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:18:47,006 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,46467,1731421119310 2024-11-12T14:18:47,006 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fa1857e 2024-11-12T14:18:47,007 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:18:47,008 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:18:47,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46467 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2b6d221c5cde:37611,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T14:18:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46467 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T14:18:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:18:47,013 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b6d221c5cde:37611' 2024-11-12T14:18:47,024 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39e2731, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:47,024 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,37611,-1 for getting cluster id 2024-11-12T14:18:47,025 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:18:47,025 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '589cbb18-6bd8-49b9-9891-4162e1760a64' 2024-11-12T14:18:47,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:18:47,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "589cbb18-6bd8-49b9-9891-4162e1760a64" 2024-11-12T14:18:47,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56f36483, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:47,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,37611,-1] 2024-11-12T14:18:47,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:18:47,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:47,028 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:18:47,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f1d9d10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:47,029 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:18:47,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,37611,1731421124580 2024-11-12T14:18:47,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f9a556c 2024-11-12T14:18:47,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:18:47,032 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:18:47,033 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-12T14:18:47,033 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T14:18:47,033 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:47,034 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:47,034 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:18:47,036 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T14:18:47,039 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T14:18:47,040 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:18:47,040 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:47,041 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T14:18:47,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36047 is added to blk_1073741835_1011 (size=1138) 2024-11-12T14:18:47,086 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T14:18:47,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:18:47,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:18:47,489 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 686ae84992f0aea8046556e1505afe0f, NAME => 'hbase:replication,,1731421127034.686ae84992f0aea8046556e1505afe0f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d 2024-11-12T14:18:47,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36047 is added to blk_1073741836_1012 (size=44) 2024-11-12T14:18:47,522 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731421127034.686ae84992f0aea8046556e1505afe0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:18:47,523 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 686ae84992f0aea8046556e1505afe0f, disabling compactions & flushes 2024-11-12T14:18:47,523 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731421127034.686ae84992f0aea8046556e1505afe0f. 2024-11-12T14:18:47,523 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731421127034.686ae84992f0aea8046556e1505afe0f. 2024-11-12T14:18:47,523 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731421127034.686ae84992f0aea8046556e1505afe0f. after waiting 0 ms 2024-11-12T14:18:47,523 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731421127034.686ae84992f0aea8046556e1505afe0f. 2024-11-12T14:18:47,523 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731421127034.686ae84992f0aea8046556e1505afe0f. 2024-11-12T14:18:47,523 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 686ae84992f0aea8046556e1505afe0f: Waiting for close lock at 1731421127523Disabling compacts and flushes for region at 1731421127523Disabling writes for close at 1731421127523Writing region close event to WAL at 1731421127523Closed at 1731421127523 2024-11-12T14:18:47,525 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T14:18:47,526 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731421127034.686ae84992f0aea8046556e1505afe0f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731421127526"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731421127526"}]},"ts":"1731421127526"} 2024-11-12T14:18:47,531 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T14:18:47,533 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T14:18:47,533 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421127533"}]},"ts":"1731421127533"} 2024-11-12T14:18:47,537 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T14:18:47,538 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=686ae84992f0aea8046556e1505afe0f, ASSIGN}] 2024-11-12T14:18:47,543 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=686ae84992f0aea8046556e1505afe0f, ASSIGN 2024-11-12T14:18:47,544 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=686ae84992f0aea8046556e1505afe0f, ASSIGN; state=OFFLINE, location=2b6d221c5cde,36381,1731421119608; forceNewPlan=false, retain=false 2024-11-12T14:18:47,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:18:47,695 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=686ae84992f0aea8046556e1505afe0f, regionState=OPENING, regionLocation=2b6d221c5cde,36381,1731421119608 2024-11-12T14:18:47,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=686ae84992f0aea8046556e1505afe0f, ASSIGN because future has completed 2024-11-12T14:18:47,699 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T14:18:47,715 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 686ae84992f0aea8046556e1505afe0f, server=2b6d221c5cde,36381,1731421119608}] 2024-11-12T14:18:47,912 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731421127034.686ae84992f0aea8046556e1505afe0f. 2024-11-12T14:18:47,913 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:18:47,913 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T14:18:47,921 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C36381%2C1731421119608.rep, suffix=, logDir=hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/WALs/2b6d221c5cde,36381,1731421119608, archiveDir=hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/oldWALs, maxLogs=10 2024-11-12T14:18:47,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/WALs/2b6d221c5cde,36381,1731421119608/2b6d221c5cde%2C36381%2C1731421119608.rep.1731421127922, exclude list is [], retry=0 2024-11-12T14:18:47,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36047,DS-36482b80-6e5b-42e1-bb53-f14ecdf44d71,DISK] 2024-11-12T14:18:47,955 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/WALs/2b6d221c5cde,36381,1731421119608/2b6d221c5cde%2C36381%2C1731421119608.rep.1731421127922 2024-11-12T14:18:47,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39505:39505)] 2024-11-12T14:18:47,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 686ae84992f0aea8046556e1505afe0f, NAME => 'hbase:replication,,1731421127034.686ae84992f0aea8046556e1505afe0f.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:18:47,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:18:47,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T14:18:47,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731421127034.686ae84992f0aea8046556e1505afe0f. service=MultiRowMutationService 2024-11-12T14:18:47,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T14:18:47,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 686ae84992f0aea8046556e1505afe0f 2024-11-12T14:18:47,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731421127034.686ae84992f0aea8046556e1505afe0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:18:47,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 686ae84992f0aea8046556e1505afe0f 2024-11-12T14:18:47,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 686ae84992f0aea8046556e1505afe0f 2024-11-12T14:18:47,978 INFO [StoreOpener-686ae84992f0aea8046556e1505afe0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 686ae84992f0aea8046556e1505afe0f 2024-11-12T14:18:47,980 INFO [StoreOpener-686ae84992f0aea8046556e1505afe0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 686ae84992f0aea8046556e1505afe0f columnFamilyName hfileref 2024-11-12T14:18:47,980 DEBUG [StoreOpener-686ae84992f0aea8046556e1505afe0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:47,981 INFO [StoreOpener-686ae84992f0aea8046556e1505afe0f-1 {}] regionserver.HStore(327): Store=686ae84992f0aea8046556e1505afe0f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:18:47,981 INFO [StoreOpener-686ae84992f0aea8046556e1505afe0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 686ae84992f0aea8046556e1505afe0f 2024-11-12T14:18:47,985 INFO [StoreOpener-686ae84992f0aea8046556e1505afe0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 686ae84992f0aea8046556e1505afe0f columnFamilyName queue 2024-11-12T14:18:47,985 DEBUG [StoreOpener-686ae84992f0aea8046556e1505afe0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:47,987 INFO [StoreOpener-686ae84992f0aea8046556e1505afe0f-1 {}] regionserver.HStore(327): Store=686ae84992f0aea8046556e1505afe0f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:18:47,987 INFO [StoreOpener-686ae84992f0aea8046556e1505afe0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 686ae84992f0aea8046556e1505afe0f 2024-11-12T14:18:47,988 INFO [StoreOpener-686ae84992f0aea8046556e1505afe0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 686ae84992f0aea8046556e1505afe0f columnFamilyName sid 2024-11-12T14:18:47,989 DEBUG [StoreOpener-686ae84992f0aea8046556e1505afe0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:47,989 INFO [StoreOpener-686ae84992f0aea8046556e1505afe0f-1 {}] regionserver.HStore(327): Store=686ae84992f0aea8046556e1505afe0f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:18:47,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 686ae84992f0aea8046556e1505afe0f 2024-11-12T14:18:47,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/data/hbase/replication/686ae84992f0aea8046556e1505afe0f 2024-11-12T14:18:47,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/data/hbase/replication/686ae84992f0aea8046556e1505afe0f 2024-11-12T14:18:47,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 686ae84992f0aea8046556e1505afe0f 2024-11-12T14:18:47,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 686ae84992f0aea8046556e1505afe0f 2024-11-12T14:18:47,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T14:18:48,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 686ae84992f0aea8046556e1505afe0f 2024-11-12T14:18:48,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/data/hbase/replication/686ae84992f0aea8046556e1505afe0f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:18:48,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 686ae84992f0aea8046556e1505afe0f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70495089, jitterRate=0.05045868456363678}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T14:18:48,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 686ae84992f0aea8046556e1505afe0f 2024-11-12T14:18:48,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 686ae84992f0aea8046556e1505afe0f: Running coprocessor pre-open hook at 1731421127970Writing region info on filesystem at 1731421127970Initializing all the Stores at 1731421127972 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421127972Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421127978 (+6 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421127978Cleaning up temporary data from old regions at 1731421127996 (+18 ms)Running coprocessor post-open hooks at 1731421128032 (+36 ms)Region opened successfully at 1731421128033 (+1 ms) 2024-11-12T14:18:48,036 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731421127034.686ae84992f0aea8046556e1505afe0f., pid=7, masterSystemTime=1731421127884 2024-11-12T14:18:48,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731421127034.686ae84992f0aea8046556e1505afe0f. 2024-11-12T14:18:48,040 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731421127034.686ae84992f0aea8046556e1505afe0f. 2024-11-12T14:18:48,041 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=686ae84992f0aea8046556e1505afe0f, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,36381,1731421119608 2024-11-12T14:18:48,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 686ae84992f0aea8046556e1505afe0f, server=2b6d221c5cde,36381,1731421119608 because future has completed 2024-11-12T14:18:48,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-12T14:18:48,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 686ae84992f0aea8046556e1505afe0f, server=2b6d221c5cde,36381,1731421119608 in 333 msec 2024-11-12T14:18:48,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T14:18:48,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=686ae84992f0aea8046556e1505afe0f, ASSIGN in 513 msec 2024-11-12T14:18:48,057 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T14:18:48,057 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421128057"}]},"ts":"1731421128057"} 2024-11-12T14:18:48,060 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T14:18:48,061 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T14:18:48,064 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0270 sec 2024-11-12T14:18:48,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731421127034.686ae84992f0aea8046556e1505afe0f., hostname=2b6d221c5cde,36381,1731421119608, seqNum=2] 2024-11-12T14:18:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:18:48,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46467-0x1012f6997400000, quorum=127.0.0.1:63076, baseZNode=/01271360721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01271360721 2024-11-12T14:18:48,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36381-0x1012f6997400001, quorum=127.0.0.1:63076, baseZNode=/01271360721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01271360721 2024-11-12T14:18:48,201 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T14:18:48,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36381 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-12T14:18:48,358 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T14:18:48,424 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-2b6d221c5cde,36381,1731421119608, ReplicationSource: 1, currentBandwidth=0 2024-11-12T14:18:48,425 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:18:48,425 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,36381,1731421119608, seqNum=-1] 2024-11-12T14:18:48,426 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:18:48,427 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57353, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-12T14:18:48,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2b6d221c5cde,36381,1731421119608', locateType=CURRENT is [region=hbase:replication,,1731421127034.686ae84992f0aea8046556e1505afe0f., hostname=2b6d221c5cde,36381,1731421119608, seqNum=2] 2024-11-12T14:18:48,452 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-12T14:18:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46467 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-12T14:18:48,467 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2b6d221c5cde,36381,1731421119608 suceeded 2024-11-12T14:18:48,481 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36381,1731421119608 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b6d221c5cde:37611' 2024-11-12T14:18:48,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-12T14:18:48,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 266 msec 2024-11-12T14:18:48,483 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2b6d221c5cde:37611,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T14:18:48,484 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36381,1731421119608 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e155a2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:48,484 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36381,1731421119608 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,37611,-1 for getting cluster id 2024-11-12T14:18:48,485 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36381,1731421119608 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:18:48,486 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '589cbb18-6bd8-49b9-9891-4162e1760a64' 2024-11-12T14:18:48,486 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4750 sec 2024-11-12T14:18:48,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:18:48,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "589cbb18-6bd8-49b9-9891-4162e1760a64" 2024-11-12T14:18:48,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@304c38d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:48,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,37611,-1] 2024-11-12T14:18:48,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:18:48,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:48,493 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:18:48,495 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36381,1731421119608 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44a3e933, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:18:48,495 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36381,1731421119608 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:18:48,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,37611,1731421124580 2024-11-12T14:18:48,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11104d 2024-11-12T14:18:48,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:18:48,498 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-12T14:18:48,499 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36381,1731421119608 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2b6d221c5cde,36381,1731421119608 (queues=1) is replicating from cluster=85d05dcb-21ed-48ed-9084-4df4f4df5afa to cluster=589cbb18-6bd8-49b9-9891-4162e1760a64 2024-11-12T14:18:48,499 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36381,1731421119608 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2b6d221c5cde%2C36381%2C1731421119608 2024-11-12T14:18:48,499 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36381,1731421119608 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2b6d221c5cde,36381,1731421119608, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T14:18:48,508 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36381,1731421119608.replicationSource.wal-reader.2b6d221c5cde%2C36381%2C1731421119608,1-2b6d221c5cde,36381,1731421119608 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/WALs/2b6d221c5cde,36381,1731421119608/2b6d221c5cde%2C36381%2C1731421119608.1731421121846, startPosition=0, beingWritten=true 2024-11-12T14:18:48,512 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36381,1731421119608.replicationSource.shipper2b6d221c5cde%2C36381%2C1731421119608,1-2b6d221c5cde,36381,1731421119608 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2b6d221c5cde%2C36381%2C1731421119608 2024-11-12T14:18:48,727 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36381,1731421119608.replicationSource.wal-reader.2b6d221c5cde%2C36381%2C1731421119608,1-2b6d221c5cde,36381,1731421119608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/WALs/2b6d221c5cde,36381,1731421119608/2b6d221c5cde%2C36381%2C1731421119608.1731421121846 to pos 0, reset compression=false 2024-11-12T14:18:49,059 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36381,1731421119608.replicationSource.wal-reader.2b6d221c5cde%2C36381%2C1731421119608,1-2b6d221c5cde,36381,1731421119608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/WALs/2b6d221c5cde,36381,1731421119608/2b6d221c5cde%2C36381%2C1731421119608.1731421121846 to pos 0, reset compression=false 2024-11-12T14:18:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:18:49,169 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T14:18:49,170 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:18:49,170 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:18:49,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:49,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:49,170 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:18:49,170 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:18:49,172 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,46467,1731421119310 2024-11-12T14:18:49,172 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2229acf0 2024-11-12T14:18:49,172 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:18:49,176 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:18:49,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46467 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-12T14:18:49,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T14:18:49,182 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:18:49,182 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:18:49,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:49,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:49,183 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T14:18:49,183 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1488561904, stopped=false 2024-11-12T14:18:49,183 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b6d221c5cde,37611,1731421124580 2024-11-12T14:18:49,184 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:18:49,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33487-0x1012f6997400004, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1144507601/running 2024-11-12T14:18:49,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33487-0x1012f6997400004, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1144507601 2024-11-12T14:18:49,251 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33487-0x1012f6997400004, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Set watcher on znode that does not yet exist, /1-1144507601/running 2024-11-12T14:18:49,252 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:18:49,252 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:18:49,253 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:18:49,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:49,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37611-0x1012f6997400003, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1144507601/running 2024-11-12T14:18:49,253 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b6d221c5cde,33487,1731421124760' ***** 2024-11-12T14:18:49,253 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T14:18:49,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37611-0x1012f6997400003, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1144507601 2024-11-12T14:18:49,254 INFO [RS:0;2b6d221c5cde:33487 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T14:18:49,254 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T14:18:49,255 INFO [RS:0;2b6d221c5cde:33487 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T14:18:49,255 INFO [RS:0;2b6d221c5cde:33487 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T14:18:49,255 INFO [RS:0;2b6d221c5cde:33487 {}] regionserver.HRegionServer(959): stopping server 2b6d221c5cde,33487,1731421124760 2024-11-12T14:18:49,255 INFO [RS:0;2b6d221c5cde:33487 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:18:49,255 INFO [RS:0;2b6d221c5cde:33487 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:33487. 2024-11-12T14:18:49,255 DEBUG [RS:0;2b6d221c5cde:33487 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:18:49,258 DEBUG [RS:0;2b6d221c5cde:33487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:49,258 INFO [RS:0;2b6d221c5cde:33487 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T14:18:49,258 INFO [RS:0;2b6d221c5cde:33487 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T14:18:49,258 INFO [RS:0;2b6d221c5cde:33487 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T14:18:49,259 INFO [RS:0;2b6d221c5cde:33487 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T14:18:49,259 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37611-0x1012f6997400003, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Set watcher on znode that does not yet exist, /1-1144507601/running 2024-11-12T14:18:49,276 INFO [RS:0;2b6d221c5cde:33487 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T14:18:49,277 DEBUG [RS:0;2b6d221c5cde:33487 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T14:18:49,277 DEBUG [RS:0;2b6d221c5cde:33487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:18:49,277 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:18:49,277 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:18:49,277 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:18:49,277 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:18:49,277 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:18:49,282 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-12T14:18:49,330 INFO [regionserver/2b6d221c5cde:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:18:49,337 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34219/user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/data/hbase/meta/1588230740/.tmp/ns/8c5a5519fc4541a5b2795f3fe47b8a27 is 43, key is default/ns:d/1731421126710/Put/seqid=0 2024-11-12T14:18:49,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46407 is added to blk_1073741835_1011 (size=5153) 2024-11-12T14:18:49,380 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34219/user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/data/hbase/meta/1588230740/.tmp/ns/8c5a5519fc4541a5b2795f3fe47b8a27 2024-11-12T14:18:49,412 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34219/user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/data/hbase/meta/1588230740/.tmp/ns/8c5a5519fc4541a5b2795f3fe47b8a27 as hdfs://localhost:34219/user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/data/hbase/meta/1588230740/ns/8c5a5519fc4541a5b2795f3fe47b8a27 2024-11-12T14:18:49,444 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34219/user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/data/hbase/meta/1588230740/ns/8c5a5519fc4541a5b2795f3fe47b8a27, entries=2, sequenceid=6, filesize=5.0 K 2024-11-12T14:18:49,446 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 169ms, sequenceid=6, compaction requested=false 2024-11-12T14:18:49,475 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34219/user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-12T14:18:49,477 DEBUG [RS:0;2b6d221c5cde:33487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:18:49,478 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:18:49,478 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:18:49,478 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:18:49,478 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421129277Running coprocessor pre-close hooks at 1731421129277Disabling compacts and flushes for region at 1731421129277Disabling writes for close at 1731421129277Obtaining lock to block concurrent updates at 1731421129282 (+5 ms)Preparing flush snapshotting stores in 1588230740 at 1731421129282Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731421129283 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731421129284 (+1 ms)Flushing 1588230740/ns: creating writer at 1731421129284Flushing 1588230740/ns: appending metadata at 1731421129322 (+38 ms)Flushing 1588230740/ns: closing flushed file at 1731421129322Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bd5fa: reopening flushed file at 1731421129406 (+84 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 169ms, sequenceid=6, compaction requested=false at 1731421129446 (+40 ms)Writing region close event to WAL at 1731421129460 (+14 ms)Running coprocessor post-close hooks at 1731421129478 (+18 ms)Closed at 1731421129478 2024-11-12T14:18:49,478 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T14:18:49,490 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36381,1731421119608.replicationSource.wal-reader.2b6d221c5cde%2C36381%2C1731421119608,1-2b6d221c5cde,36381,1731421119608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/WALs/2b6d221c5cde,36381,1731421119608/2b6d221c5cde%2C36381%2C1731421119608.1731421121846 to pos 0, reset compression=false 2024-11-12T14:18:49,677 INFO [RS:0;2b6d221c5cde:33487 {}] regionserver.HRegionServer(976): stopping server 2b6d221c5cde,33487,1731421124760; all regions closed. 2024-11-12T14:18:49,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46407 is added to blk_1073741834_1010 (size=1152) 2024-11-12T14:18:49,717 DEBUG [RS:0;2b6d221c5cde:33487 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/oldWALs 2024-11-12T14:18:49,717 INFO [RS:0;2b6d221c5cde:33487 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C33487%2C1731421124760.meta:.meta(num 1731421126574) 2024-11-12T14:18:49,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46407 is added to blk_1073741833_1009 (size=93) 2024-11-12T14:18:49,768 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/WALs/2b6d221c5cde,33487,1731421124760/2b6d221c5cde%2C33487%2C1731421124760.1731421126264 not finished, retry = 0 2024-11-12T14:18:49,804 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T14:18:49,804 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T14:18:49,805 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T14:18:49,805 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-12T14:18:49,806 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:18:49,806 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-12T14:18:49,806 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:18:49,806 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T14:18:49,806 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T14:18:49,806 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T14:18:49,879 DEBUG [RS:0;2b6d221c5cde:33487 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/oldWALs 2024-11-12T14:18:49,879 INFO [RS:0;2b6d221c5cde:33487 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C33487%2C1731421124760:(num 1731421126264) 2024-11-12T14:18:49,879 DEBUG [RS:0;2b6d221c5cde:33487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:49,879 INFO [RS:0;2b6d221c5cde:33487 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:18:49,880 INFO [RS:0;2b6d221c5cde:33487 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:18:49,881 INFO [RS:0;2b6d221c5cde:33487 {}] hbase.ChoreService(370): Chore service for: regionserver/2b6d221c5cde:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T14:18:49,881 INFO [RS:0;2b6d221c5cde:33487 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:18:49,881 INFO [RS:0;2b6d221c5cde:33487 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33487 2024-11-12T14:18:49,881 INFO [regionserver/2b6d221c5cde:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:18:49,933 INFO [RS:0;2b6d221c5cde:33487 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:18:49,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33487-0x1012f6997400004, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1144507601/rs/2b6d221c5cde,33487,1731421124760 2024-11-12T14:18:49,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37611-0x1012f6997400003, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1144507601/rs 2024-11-12T14:18:49,937 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b6d221c5cde,33487,1731421124760] 2024-11-12T14:18:49,956 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1144507601/draining/2b6d221c5cde,33487,1731421124760 already deleted, retry=false 2024-11-12T14:18:49,956 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b6d221c5cde,33487,1731421124760 expired; onlineServers=0 2024-11-12T14:18:49,956 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b6d221c5cde,37611,1731421124580' ***** 2024-11-12T14:18:49,956 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T14:18:49,959 INFO [M:0;2b6d221c5cde:37611 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:18:49,959 INFO [M:0;2b6d221c5cde:37611 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:18:49,959 DEBUG [M:0;2b6d221c5cde:37611 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T14:18:49,959 DEBUG [M:0;2b6d221c5cde:37611 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T14:18:49,959 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T14:18:49,959 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421125780 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421125780,5,FailOnTimeoutGroup] 2024-11-12T14:18:49,959 INFO [M:0;2b6d221c5cde:37611 {}] hbase.ChoreService(370): Chore service for: master/2b6d221c5cde:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T14:18:49,959 INFO [M:0;2b6d221c5cde:37611 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:18:49,959 DEBUG [M:0;2b6d221c5cde:37611 {}] master.HMaster(1795): Stopping service threads 2024-11-12T14:18:49,960 INFO [M:0;2b6d221c5cde:37611 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T14:18:49,960 INFO [M:0;2b6d221c5cde:37611 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:18:49,960 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421125777 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421125777,5,FailOnTimeoutGroup] 2024-11-12T14:18:49,960 INFO [M:0;2b6d221c5cde:37611 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T14:18:49,960 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T14:18:49,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37611-0x1012f6997400003, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1144507601/master 2024-11-12T14:18:49,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37611-0x1012f6997400003, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1144507601 2024-11-12T14:18:49,975 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1144507601/master already deleted, retry=false 2024-11-12T14:18:49,975 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:37611-0x1012f6997400003, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1144507601/master 2024-11-12T14:18:49,975 INFO [M:0;2b6d221c5cde:37611 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34219/user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/.lastflushedseqids 2024-11-12T14:18:50,025 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36381,1731421119608.replicationSource.wal-reader.2b6d221c5cde%2C36381%2C1731421119608,1-2b6d221c5cde,36381,1731421119608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/WALs/2b6d221c5cde,36381,1731421119608/2b6d221c5cde%2C36381%2C1731421119608.1731421121846 to pos 0, reset compression=false 2024-11-12T14:18:50,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46407 is added to blk_1073741836_1012 (size=99) 2024-11-12T14:18:50,040 INFO [M:0;2b6d221c5cde:37611 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T14:18:50,041 INFO [M:0;2b6d221c5cde:37611 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T14:18:50,041 DEBUG [M:0;2b6d221c5cde:37611 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:18:50,041 INFO [M:0;2b6d221c5cde:37611 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:18:50,041 DEBUG [M:0;2b6d221c5cde:37611 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:18:50,041 DEBUG [M:0;2b6d221c5cde:37611 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:18:50,041 DEBUG [M:0;2b6d221c5cde:37611 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:18:50,041 INFO [M:0;2b6d221c5cde:37611 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-12T14:18:50,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33487-0x1012f6997400004, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:18:50,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33487-0x1012f6997400004, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:18:50,045 INFO [RS:0;2b6d221c5cde:33487 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:18:50,045 INFO [RS:0;2b6d221c5cde:33487 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b6d221c5cde,33487,1731421124760; zookeeper connection closed. 2024-11-12T14:18:50,048 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@632e8ce2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@632e8ce2 2024-11-12T14:18:50,049 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T14:18:50,089 DEBUG [M:0;2b6d221c5cde:37611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34219/user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/17470657f7ca4b4e9033dd0c931a9084 is 82, key is hbase:meta,,1/info:regioninfo/1731421126677/Put/seqid=0 2024-11-12T14:18:50,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46407 is added to blk_1073741837_1013 (size=5672) 2024-11-12T14:18:50,132 INFO [M:0;2b6d221c5cde:37611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34219/user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/17470657f7ca4b4e9033dd0c931a9084 2024-11-12T14:18:50,223 DEBUG [M:0;2b6d221c5cde:37611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34219/user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3d5545b021e94dc4ad593f74fdffd86c is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731421126717/Put/seqid=0 2024-11-12T14:18:50,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46407 is added to blk_1073741838_1014 (size=5275) 2024-11-12T14:18:50,284 INFO [M:0;2b6d221c5cde:37611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34219/user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3d5545b021e94dc4ad593f74fdffd86c 2024-11-12T14:18:50,385 DEBUG [M:0;2b6d221c5cde:37611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34219/user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f3c79643175b438793a6da6e1bb9408d is 69, key is 2b6d221c5cde,33487,1731421124760/rs:state/1731421125885/Put/seqid=0 2024-11-12T14:18:50,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46407 is added to blk_1073741839_1015 (size=5156) 2024-11-12T14:18:50,420 INFO [M:0;2b6d221c5cde:37611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34219/user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f3c79643175b438793a6da6e1bb9408d 2024-11-12T14:18:50,451 DEBUG [M:0;2b6d221c5cde:37611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34219/user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/17470657f7ca4b4e9033dd0c931a9084 as hdfs://localhost:34219/user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/17470657f7ca4b4e9033dd0c931a9084 2024-11-12T14:18:50,480 INFO [M:0;2b6d221c5cde:37611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34219/user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/17470657f7ca4b4e9033dd0c931a9084, entries=8, sequenceid=28, filesize=5.5 K 2024-11-12T14:18:50,490 DEBUG [M:0;2b6d221c5cde:37611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34219/user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3d5545b021e94dc4ad593f74fdffd86c as hdfs://localhost:34219/user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3d5545b021e94dc4ad593f74fdffd86c 2024-11-12T14:18:50,501 INFO [M:0;2b6d221c5cde:37611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34219/user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3d5545b021e94dc4ad593f74fdffd86c, entries=3, sequenceid=28, filesize=5.2 K 2024-11-12T14:18:50,503 DEBUG [M:0;2b6d221c5cde:37611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34219/user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f3c79643175b438793a6da6e1bb9408d as hdfs://localhost:34219/user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f3c79643175b438793a6da6e1bb9408d 2024-11-12T14:18:50,512 INFO [M:0;2b6d221c5cde:37611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34219/user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f3c79643175b438793a6da6e1bb9408d, entries=1, sequenceid=28, filesize=5.0 K 2024-11-12T14:18:50,514 INFO [M:0;2b6d221c5cde:37611 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 473ms, sequenceid=28, compaction requested=false 2024-11-12T14:18:50,552 INFO [M:0;2b6d221c5cde:37611 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:18:50,553 DEBUG [M:0;2b6d221c5cde:37611 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421130041Disabling compacts and flushes for region at 1731421130041Disabling writes for close at 1731421130041Obtaining lock to block concurrent updates at 1731421130041Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731421130041Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731421130042 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731421130043 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731421130043Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731421130085 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731421130085Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731421130153 (+68 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731421130222 (+69 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731421130222Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731421130318 (+96 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731421130379 (+61 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731421130379Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17a73aac: reopening flushed file at 1731421130446 (+67 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f8e41e4: reopening flushed file at 1731421130481 (+35 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49181c84: reopening flushed file at 1731421130501 (+20 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 473ms, sequenceid=28, compaction requested=false at 1731421130514 (+13 ms)Writing region close event to WAL at 1731421130552 (+38 ms)Closed at 1731421130552 2024-11-12T14:18:50,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46407 is added to blk_1073741830_1006 (size=10165) 2024-11-12T14:18:50,578 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d1d0a563-4c4d-6dea-8d41-088466ca8d94/MasterData/WALs/2b6d221c5cde,37611,1731421124580/2b6d221c5cde%2C37611%2C1731421124580.1731421125468 not finished, retry = 0 2024-11-12T14:18:50,647 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36381,1731421119608.replicationSource.wal-reader.2b6d221c5cde%2C36381%2C1731421119608,1-2b6d221c5cde,36381,1731421119608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/WALs/2b6d221c5cde,36381,1731421119608/2b6d221c5cde%2C36381%2C1731421119608.1731421121846 to pos 0, reset compression=false 2024-11-12T14:18:50,685 INFO [M:0;2b6d221c5cde:37611 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T14:18:50,685 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:18:50,685 INFO [M:0;2b6d221c5cde:37611 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37611 2024-11-12T14:18:50,689 INFO [M:0;2b6d221c5cde:37611 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:18:50,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37611-0x1012f6997400003, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:18:50,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37611-0x1012f6997400003, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:18:50,837 INFO [M:0;2b6d221c5cde:37611 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:18:50,876 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5aa231b2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:18:50,877 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d920833{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:18:50,877 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:18:50,877 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cd585af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:18:50,877 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d34bb4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abf0b7d8-d040-7664-938f-d930fb2cab12/hadoop.log.dir/,STOPPED} 2024-11-12T14:18:50,881 WARN [BP-640182103-172.17.0.3-1731421122739 heartbeating to localhost/127.0.0.1:34219 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T14:18:50,881 WARN [BP-640182103-172.17.0.3-1731421122739 heartbeating to localhost/127.0.0.1:34219 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-640182103-172.17.0.3-1731421122739 (Datanode Uuid ad60f572-92f5-49fd-9866-5c9523c303e9) service to localhost/127.0.0.1:34219 2024-11-12T14:18:50,882 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abf0b7d8-d040-7664-938f-d930fb2cab12/cluster_9b7a854c-3a5c-1d57-f330-c8b2182ef36e/data/data2/current/BP-640182103-172.17.0.3-1731421122739 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:18:50,882 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abf0b7d8-d040-7664-938f-d930fb2cab12/cluster_9b7a854c-3a5c-1d57-f330-c8b2182ef36e/data/data1/current/BP-640182103-172.17.0.3-1731421122739 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:18:50,882 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T14:18:50,882 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T14:18:50,883 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T14:18:50,904 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8ecca32{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:18:50,905 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c79b326{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:18:50,905 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:18:50,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48fdfcc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:18:50,907 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59a908fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abf0b7d8-d040-7664-938f-d930fb2cab12/hadoop.log.dir/,STOPPED} 2024-11-12T14:18:50,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T14:18:50,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T14:18:50,989 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:18:50,989 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:18:50,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:50,990 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:18:50,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:50,991 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T14:18:50,991 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=137117900, stopped=false 2024-11-12T14:18:50,991 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b6d221c5cde,46467,1731421119310 2024-11-12T14:18:51,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46467-0x1012f6997400000, quorum=127.0.0.1:63076, baseZNode=/01271360721 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01271360721/running 2024-11-12T14:18:51,006 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:18:51,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46467-0x1012f6997400000, quorum=127.0.0.1:63076, baseZNode=/01271360721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01271360721 2024-11-12T14:18:51,006 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:18:51,006 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:18:51,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:51,006 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b6d221c5cde,36381,1731421119608' ***** 2024-11-12T14:18:51,007 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T14:18:51,007 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46467-0x1012f6997400000, quorum=127.0.0.1:63076, baseZNode=/01271360721 Set watcher on znode that does not yet exist, /01271360721/running 2024-11-12T14:18:51,008 INFO [RS:0;2b6d221c5cde:36381 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T14:18:51,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36381-0x1012f6997400001, quorum=127.0.0.1:63076, baseZNode=/01271360721 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01271360721/running 2024-11-12T14:18:51,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36381-0x1012f6997400001, quorum=127.0.0.1:63076, baseZNode=/01271360721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01271360721 2024-11-12T14:18:51,008 INFO [RS:0;2b6d221c5cde:36381 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T14:18:51,008 INFO [RS:0;2b6d221c5cde:36381 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T14:18:51,008 INFO [RS:0;2b6d221c5cde:36381 {}] regionserver.HRegionServer(3091): Received CLOSE for 686ae84992f0aea8046556e1505afe0f 2024-11-12T14:18:51,008 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T14:18:51,008 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36381-0x1012f6997400001, quorum=127.0.0.1:63076, baseZNode=/01271360721 Set watcher on znode that does not yet exist, /01271360721/running 2024-11-12T14:18:51,016 INFO [RS:0;2b6d221c5cde:36381 {}] regionserver.HRegionServer(959): stopping server 2b6d221c5cde,36381,1731421119608 2024-11-12T14:18:51,016 INFO [RS:0;2b6d221c5cde:36381 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:18:51,016 INFO [RS:0;2b6d221c5cde:36381 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:36381. 2024-11-12T14:18:51,016 DEBUG [RS:0;2b6d221c5cde:36381 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:18:51,016 DEBUG [RS:0;2b6d221c5cde:36381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:51,016 INFO [RS:0;2b6d221c5cde:36381 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T14:18:51,016 INFO [RS:0;2b6d221c5cde:36381 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T14:18:51,016 INFO [RS:0;2b6d221c5cde:36381 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T14:18:51,016 INFO [RS:0;2b6d221c5cde:36381 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T14:18:51,017 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 686ae84992f0aea8046556e1505afe0f, disabling compactions & flushes 2024-11-12T14:18:51,017 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731421127034.686ae84992f0aea8046556e1505afe0f. 2024-11-12T14:18:51,017 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731421127034.686ae84992f0aea8046556e1505afe0f. 2024-11-12T14:18:51,017 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731421127034.686ae84992f0aea8046556e1505afe0f. after waiting 0 ms 2024-11-12T14:18:51,017 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731421127034.686ae84992f0aea8046556e1505afe0f. 2024-11-12T14:18:51,017 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 686ae84992f0aea8046556e1505afe0f 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-12T14:18:51,021 INFO [RS:0;2b6d221c5cde:36381 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T14:18:51,021 DEBUG [RS:0;2b6d221c5cde:36381 {}] regionserver.HRegionServer(1325): Online Regions={686ae84992f0aea8046556e1505afe0f=hbase:replication,,1731421127034.686ae84992f0aea8046556e1505afe0f., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T14:18:51,021 DEBUG [RS:0;2b6d221c5cde:36381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 686ae84992f0aea8046556e1505afe0f 2024-11-12T14:18:51,024 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:18:51,024 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:18:51,024 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:18:51,024 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:18:51,025 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:18:51,025 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-12T14:18:51,032 INFO [regionserver/2b6d221c5cde:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:18:51,075 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/data/hbase/replication/686ae84992f0aea8046556e1505afe0f/.tmp/queue/6e49f35de94d4c6d892a9667b9c81d34 is 151, key is 1-2b6d221c5cde,36381,1731421119608/queue:2b6d221c5cde%2C36381%2C1731421119608/1731421128434/Put/seqid=0 2024-11-12T14:18:51,084 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/data/hbase/meta/1588230740/.tmp/info/00257f38626e460ea1e1d992eca37739 is 147, key is hbase:replication,,1731421127034.686ae84992f0aea8046556e1505afe0f./info:regioninfo/1731421128041/Put/seqid=0 2024-11-12T14:18:51,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36047 is added to blk_1073741838_1014 (size=5350) 2024-11-12T14:18:51,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36047 is added to blk_1073741839_1015 (size=6631) 2024-11-12T14:18:51,222 DEBUG [RS:0;2b6d221c5cde:36381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 686ae84992f0aea8046556e1505afe0f 2024-11-12T14:18:51,382 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36381,1731421119608.replicationSource.wal-reader.2b6d221c5cde%2C36381%2C1731421119608,1-2b6d221c5cde,36381,1731421119608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/WALs/2b6d221c5cde,36381,1731421119608/2b6d221c5cde%2C36381%2C1731421119608.1731421121846 to pos 0, reset compression=false 2024-11-12T14:18:51,426 DEBUG [RS:0;2b6d221c5cde:36381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 686ae84992f0aea8046556e1505afe0f 2024-11-12T14:18:51,538 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/data/hbase/replication/686ae84992f0aea8046556e1505afe0f/.tmp/queue/6e49f35de94d4c6d892a9667b9c81d34 2024-11-12T14:18:51,538 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/data/hbase/meta/1588230740/.tmp/info/00257f38626e460ea1e1d992eca37739 2024-11-12T14:18:51,563 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/data/hbase/replication/686ae84992f0aea8046556e1505afe0f/.tmp/queue/6e49f35de94d4c6d892a9667b9c81d34 as hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/data/hbase/replication/686ae84992f0aea8046556e1505afe0f/queue/6e49f35de94d4c6d892a9667b9c81d34 2024-11-12T14:18:51,572 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/data/hbase/replication/686ae84992f0aea8046556e1505afe0f/queue/6e49f35de94d4c6d892a9667b9c81d34, entries=1, sequenceid=5, filesize=5.2 K 2024-11-12T14:18:51,574 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 686ae84992f0aea8046556e1505afe0f in 557ms, sequenceid=5, compaction requested=false 2024-11-12T14:18:51,574 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T14:18:51,598 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/data/hbase/replication/686ae84992f0aea8046556e1505afe0f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T14:18:51,602 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:18:51,602 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:18:51,602 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731421127034.686ae84992f0aea8046556e1505afe0f. 2024-11-12T14:18:51,603 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 686ae84992f0aea8046556e1505afe0f: Waiting for close lock at 1731421131017Running coprocessor pre-close hooks at 1731421131017Disabling compacts and flushes for region at 1731421131017Disabling writes for close at 1731421131017Obtaining lock to block concurrent updates at 1731421131017Preparing flush snapshotting stores in 686ae84992f0aea8046556e1505afe0f at 1731421131017Finished memstore snapshotting hbase:replication,,1731421127034.686ae84992f0aea8046556e1505afe0f., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731421131018 (+1 ms)Flushing stores of hbase:replication,,1731421127034.686ae84992f0aea8046556e1505afe0f. at 1731421131022 (+4 ms)Flushing 686ae84992f0aea8046556e1505afe0f/queue: creating writer at 1731421131022Flushing 686ae84992f0aea8046556e1505afe0f/queue: appending metadata at 1731421131075 (+53 ms)Flushing 686ae84992f0aea8046556e1505afe0f/queue: closing flushed file at 1731421131075Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a3ed706: reopening flushed file at 1731421131562 (+487 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 686ae84992f0aea8046556e1505afe0f in 557ms, sequenceid=5, compaction requested=false at 1731421131574 (+12 ms)Writing region close event to WAL at 1731421131576 (+2 ms)Running coprocessor post-close hooks at 1731421131602 (+26 ms)Closed at 1731421131602 2024-11-12T14:18:51,603 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731421127034.686ae84992f0aea8046556e1505afe0f. 2024-11-12T14:18:51,617 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/data/hbase/meta/1588230740/.tmp/ns/a1947ead56144d608a1e7ee0dcc13f25 is 43, key is default/ns:d/1731421122559/Put/seqid=0 2024-11-12T14:18:51,626 DEBUG [RS:0;2b6d221c5cde:36381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:18:51,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36047 is added to blk_1073741840_1016 (size=5153) 2024-11-12T14:18:51,649 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/data/hbase/meta/1588230740/.tmp/ns/a1947ead56144d608a1e7ee0dcc13f25 2024-11-12T14:18:51,689 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/data/hbase/meta/1588230740/.tmp/table/308ee98e889c45ada79fda631ea0f470 is 53, key is hbase:replication/table:state/1731421128057/Put/seqid=0 2024-11-12T14:18:51,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36047 is added to blk_1073741841_1017 (size=5256) 2024-11-12T14:18:51,705 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/data/hbase/meta/1588230740/.tmp/table/308ee98e889c45ada79fda631ea0f470 2024-11-12T14:18:51,709 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T14:18:51,709 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T14:18:51,719 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/data/hbase/meta/1588230740/.tmp/info/00257f38626e460ea1e1d992eca37739 as hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/data/hbase/meta/1588230740/info/00257f38626e460ea1e1d992eca37739 2024-11-12T14:18:51,730 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/data/hbase/meta/1588230740/info/00257f38626e460ea1e1d992eca37739, entries=10, sequenceid=11, filesize=6.5 K 2024-11-12T14:18:51,732 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/data/hbase/meta/1588230740/.tmp/ns/a1947ead56144d608a1e7ee0dcc13f25 as hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/data/hbase/meta/1588230740/ns/a1947ead56144d608a1e7ee0dcc13f25 2024-11-12T14:18:51,737 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/data/hbase/meta/1588230740/ns/a1947ead56144d608a1e7ee0dcc13f25, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T14:18:51,739 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/data/hbase/meta/1588230740/.tmp/table/308ee98e889c45ada79fda631ea0f470 as hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/data/hbase/meta/1588230740/table/308ee98e889c45ada79fda631ea0f470 2024-11-12T14:18:51,756 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/data/hbase/meta/1588230740/table/308ee98e889c45ada79fda631ea0f470, entries=2, sequenceid=11, filesize=5.1 K 2024-11-12T14:18:51,761 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 735ms, sequenceid=11, compaction requested=false 2024-11-12T14:18:51,769 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T14:18:51,770 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:18:51,770 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:18:51,770 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:18:51,770 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421131024Running coprocessor pre-close hooks at 1731421131024Disabling compacts and flushes for region at 1731421131024Disabling writes for close at 1731421131024Obtaining lock to block concurrent updates at 1731421131025 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731421131025Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731421131025Flushing stores of hbase:meta,,1.1588230740 at 1731421131027 (+2 ms)Flushing 1588230740/info: creating writer at 1731421131027Flushing 1588230740/info: appending metadata at 1731421131084 (+57 ms)Flushing 1588230740/info: closing flushed file at 1731421131084Flushing 1588230740/ns: creating writer at 1731421131594 (+510 ms)Flushing 1588230740/ns: appending metadata at 1731421131616 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731421131616Flushing 1588230740/table: creating writer at 1731421131658 (+42 ms)Flushing 1588230740/table: appending metadata at 1731421131688 (+30 ms)Flushing 1588230740/table: closing flushed file at 1731421131688Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13e49ec2: reopening flushed file at 1731421131718 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b72c107: reopening flushed file at 1731421131731 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28f8e664: reopening flushed file at 1731421131738 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 735ms, sequenceid=11, compaction requested=false at 1731421131761 (+23 ms)Writing region close event to WAL at 1731421131766 (+5 ms)Running coprocessor post-close hooks at 1731421131770 (+4 ms)Closed at 1731421131770 2024-11-12T14:18:51,770 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T14:18:51,826 INFO [RS:0;2b6d221c5cde:36381 {}] regionserver.HRegionServer(976): stopping server 2b6d221c5cde,36381,1731421119608; all regions closed. 2024-11-12T14:18:51,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36047 is added to blk_1073741834_1010 (size=2742) 2024-11-12T14:18:51,853 DEBUG [RS:0;2b6d221c5cde:36381 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/oldWALs 2024-11-12T14:18:51,853 INFO [RS:0;2b6d221c5cde:36381 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C36381%2C1731421119608.meta:.meta(num 1731421122416) 2024-11-12T14:18:51,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36047 is added to blk_1073741837_1013 (size=1586) 2024-11-12T14:18:51,867 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/WALs/2b6d221c5cde,36381,1731421119608/2b6d221c5cde%2C36381%2C1731421119608.rep.1731421127922 not finished, retry = 0 2024-11-12T14:18:51,972 DEBUG [RS:0;2b6d221c5cde:36381 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/oldWALs 2024-11-12T14:18:51,972 INFO [RS:0;2b6d221c5cde:36381 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C36381%2C1731421119608.rep:(num 1731421127922) 2024-11-12T14:18:51,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36047 is added to blk_1073741833_1009 (size=93) 2024-11-12T14:18:51,979 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/WALs/2b6d221c5cde,36381,1731421119608/2b6d221c5cde%2C36381%2C1731421119608.1731421121846 not finished, retry = 0 2024-11-12T14:18:52,082 DEBUG [RS:0;2b6d221c5cde:36381 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/oldWALs 2024-11-12T14:18:52,082 INFO [RS:0;2b6d221c5cde:36381 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C36381%2C1731421119608:(num 1731421121846) 2024-11-12T14:18:52,082 DEBUG [RS:0;2b6d221c5cde:36381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:52,083 INFO [RS:0;2b6d221c5cde:36381 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:18:52,083 INFO [RS:0;2b6d221c5cde:36381 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:18:52,083 INFO [RS:0;2b6d221c5cde:36381 {}] hbase.ChoreService(370): Chore service for: regionserver/2b6d221c5cde:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T14:18:52,083 INFO [RS:0;2b6d221c5cde:36381 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:18:52,083 INFO [regionserver/2b6d221c5cde:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:18:52,084 INFO [RS:0;2b6d221c5cde:36381 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2b6d221c5cde,36381,1731421119608 because: Region server is closing 2024-11-12T14:18:52,084 INFO [RS:0;2b6d221c5cde:36381 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:36381. 2024-11-12T14:18:52,084 DEBUG [RS:0;2b6d221c5cde:36381 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:18:52,084 DEBUG [RS:0;2b6d221c5cde:36381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:52,084 DEBUG [RS:0;2b6d221c5cde:36381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:18:52,084 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:18:52,135 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T14:18:52,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:18:52,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:18:52,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:18:52,185 WARN [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36381,1731421119608.replicationSource.wal-reader.2b6d221c5cde%2C36381%2C1731421119608,1-2b6d221c5cde,36381,1731421119608 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T14:18:52,185 WARN [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36381,1731421119608.replicationSource.shipper2b6d221c5cde%2C36381%2C1731421119608,1-2b6d221c5cde,36381,1731421119608 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T14:18:52,185 INFO [RS:0;2b6d221c5cde:36381 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36381,1731421119608.replicationSource.shipper2b6d221c5cde%2C36381%2C1731421119608,1-2b6d221c5cde,36381,1731421119608 terminated 2024-11-12T14:18:52,185 INFO [RS:0;2b6d221c5cde:36381 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36381 2024-11-12T14:18:52,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46467-0x1012f6997400000, quorum=127.0.0.1:63076, baseZNode=/01271360721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01271360721/rs 2024-11-12T14:18:52,245 INFO [RS:0;2b6d221c5cde:36381 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:18:52,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36381-0x1012f6997400001, quorum=127.0.0.1:63076, baseZNode=/01271360721 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01271360721/rs/2b6d221c5cde,36381,1731421119608 2024-11-12T14:18:52,246 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b6d221c5cde,36381,1731421119608] 2024-11-12T14:18:52,327 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01271360721/draining/2b6d221c5cde,36381,1731421119608 already deleted, retry=false 2024-11-12T14:18:52,327 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b6d221c5cde,36381,1731421119608 expired; onlineServers=0 2024-11-12T14:18:52,327 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b6d221c5cde,46467,1731421119310' ***** 2024-11-12T14:18:52,327 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T14:18:52,327 INFO [M:0;2b6d221c5cde:46467 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:18:52,327 INFO [M:0;2b6d221c5cde:46467 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:18:52,327 DEBUG [M:0;2b6d221c5cde:46467 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T14:18:52,327 DEBUG [M:0;2b6d221c5cde:46467 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T14:18:52,327 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421121612 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421121612,5,FailOnTimeoutGroup] 2024-11-12T14:18:52,327 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421121616 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421121616,5,FailOnTimeoutGroup] 2024-11-12T14:18:52,328 INFO [M:0;2b6d221c5cde:46467 {}] hbase.ChoreService(370): Chore service for: master/2b6d221c5cde:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T14:18:52,328 INFO [M:0;2b6d221c5cde:46467 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:18:52,328 DEBUG [M:0;2b6d221c5cde:46467 {}] master.HMaster(1795): Stopping service threads 2024-11-12T14:18:52,328 INFO [M:0;2b6d221c5cde:46467 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T14:18:52,328 INFO [M:0;2b6d221c5cde:46467 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:18:52,328 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T14:18:52,330 INFO [M:0;2b6d221c5cde:46467 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T14:18:52,330 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T14:18:52,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36381-0x1012f6997400001, quorum=127.0.0.1:63076, baseZNode=/01271360721 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:18:52,359 INFO [RS:0;2b6d221c5cde:36381 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:18:52,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36381-0x1012f6997400001, quorum=127.0.0.1:63076, baseZNode=/01271360721 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:18:52,359 INFO [RS:0;2b6d221c5cde:36381 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b6d221c5cde,36381,1731421119608; zookeeper connection closed. 2024-11-12T14:18:52,359 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2e71a56d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2e71a56d 2024-11-12T14:18:52,360 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T14:18:52,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46467-0x1012f6997400000, quorum=127.0.0.1:63076, baseZNode=/01271360721 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01271360721/master 2024-11-12T14:18:52,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46467-0x1012f6997400000, quorum=127.0.0.1:63076, baseZNode=/01271360721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01271360721 2024-11-12T14:18:52,364 DEBUG [M:0;2b6d221c5cde:46467 {}] zookeeper.ZKUtil(347): master:46467-0x1012f6997400000, quorum=127.0.0.1:63076, baseZNode=/01271360721 Unable to get data of znode /01271360721/master because node does not exist (not an error) 2024-11-12T14:18:52,364 WARN [M:0;2b6d221c5cde:46467 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T14:18:52,365 INFO [M:0;2b6d221c5cde:46467 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/.lastflushedseqids 2024-11-12T14:18:52,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36047 is added to blk_1073741842_1018 (size=181) 2024-11-12T14:18:52,791 INFO [M:0;2b6d221c5cde:46467 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T14:18:52,791 INFO [M:0;2b6d221c5cde:46467 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T14:18:52,791 DEBUG [M:0;2b6d221c5cde:46467 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:18:52,791 INFO [M:0;2b6d221c5cde:46467 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:18:52,791 DEBUG [M:0;2b6d221c5cde:46467 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:18:52,791 DEBUG [M:0;2b6d221c5cde:46467 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:18:52,791 DEBUG [M:0;2b6d221c5cde:46467 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:18:52,792 INFO [M:0;2b6d221c5cde:46467 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-12T14:18:52,824 DEBUG [M:0;2b6d221c5cde:46467 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1bf49ba132949a4a754e8759591d503 is 82, key is hbase:meta,,1/info:regioninfo/1731421122469/Put/seqid=0 2024-11-12T14:18:52,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36047 is added to blk_1073741843_1019 (size=5672) 2024-11-12T14:18:53,267 INFO [M:0;2b6d221c5cde:46467 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1bf49ba132949a4a754e8759591d503 2024-11-12T14:18:53,300 DEBUG [M:0;2b6d221c5cde:46467 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/044ecf6ff1e442ca89d2aac91d117c16 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731421128063/Put/seqid=0 2024-11-12T14:18:53,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36047 is added to blk_1073741844_1020 (size=7203) 2024-11-12T14:18:53,706 INFO [M:0;2b6d221c5cde:46467 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/044ecf6ff1e442ca89d2aac91d117c16 2024-11-12T14:18:53,751 DEBUG [M:0;2b6d221c5cde:46467 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c219855303fd45608f5969f6809603cb is 69, key is 2b6d221c5cde,36381,1731421119608/rs:state/1731421121677/Put/seqid=0 2024-11-12T14:18:53,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36047 is added to blk_1073741845_1021 (size=5156) 2024-11-12T14:18:54,161 INFO [M:0;2b6d221c5cde:46467 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c219855303fd45608f5969f6809603cb 2024-11-12T14:18:54,167 DEBUG [M:0;2b6d221c5cde:46467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1bf49ba132949a4a754e8759591d503 as hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f1bf49ba132949a4a754e8759591d503 2024-11-12T14:18:54,174 INFO [M:0;2b6d221c5cde:46467 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f1bf49ba132949a4a754e8759591d503, entries=8, sequenceid=70, filesize=5.5 K 2024-11-12T14:18:54,176 DEBUG [M:0;2b6d221c5cde:46467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/044ecf6ff1e442ca89d2aac91d117c16 as hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/044ecf6ff1e442ca89d2aac91d117c16 2024-11-12T14:18:54,187 INFO [M:0;2b6d221c5cde:46467 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/044ecf6ff1e442ca89d2aac91d117c16, entries=8, sequenceid=70, filesize=7.0 K 2024-11-12T14:18:54,189 DEBUG [M:0;2b6d221c5cde:46467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c219855303fd45608f5969f6809603cb as hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c219855303fd45608f5969f6809603cb 2024-11-12T14:18:54,197 INFO [M:0;2b6d221c5cde:46467 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35443/user/jenkins/test-data/270ab5aa-d0ae-7802-5172-4881c146bf3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c219855303fd45608f5969f6809603cb, entries=1, sequenceid=70, filesize=5.0 K 2024-11-12T14:18:54,198 INFO [M:0;2b6d221c5cde:46467 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1407ms, sequenceid=70, compaction requested=false 2024-11-12T14:18:54,234 INFO [M:0;2b6d221c5cde:46467 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:18:54,234 DEBUG [M:0;2b6d221c5cde:46467 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421132791Disabling compacts and flushes for region at 1731421132791Disabling writes for close at 1731421132791Obtaining lock to block concurrent updates at 1731421132792 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731421132792Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731421132792Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731421132793 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731421132793Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731421132824 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731421132824Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731421133274 (+450 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731421133300 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731421133300Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731421133715 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731421133750 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731421133750Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ee286b1: reopening flushed file at 1731421134166 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20addbe3: reopening flushed file at 1731421134175 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e18d252: reopening flushed file at 1731421134188 (+13 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1407ms, sequenceid=70, compaction requested=false at 1731421134198 (+10 ms)Writing region close event to WAL at 1731421134234 (+36 ms)Closed at 1731421134234 2024-11-12T14:18:54,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36047 is added to blk_1073741830_1006 (size=41008) 2024-11-12T14:18:54,245 INFO [M:0;2b6d221c5cde:46467 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T14:18:54,245 INFO [M:0;2b6d221c5cde:46467 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46467 2024-11-12T14:18:54,245 INFO [M:0;2b6d221c5cde:46467 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:18:54,245 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:18:54,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46467-0x1012f6997400000, quorum=127.0.0.1:63076, baseZNode=/01271360721 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:18:54,411 INFO [M:0;2b6d221c5cde:46467 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:18:54,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46467-0x1012f6997400000, quorum=127.0.0.1:63076, baseZNode=/01271360721 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:18:54,415 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@351e6c8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:18:54,416 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4212f721{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:18:54,416 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:18:54,416 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d554b36{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:18:54,416 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fb07959{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ec1f34-42b8-4132-306f-08d40141988c/hadoop.log.dir/,STOPPED} 2024-11-12T14:18:54,418 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T14:18:54,418 WARN [BP-598327496-172.17.0.3-1731421117360 heartbeating to localhost/127.0.0.1:35443 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T14:18:54,418 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T14:18:54,418 WARN [BP-598327496-172.17.0.3-1731421117360 heartbeating to localhost/127.0.0.1:35443 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-598327496-172.17.0.3-1731421117360 (Datanode Uuid 017751f6-9757-420d-a4b9-cce6de4d8bfc) service to localhost/127.0.0.1:35443 2024-11-12T14:18:54,419 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ec1f34-42b8-4132-306f-08d40141988c/cluster_5c5a579c-5465-d496-7808-e79f5549b43d/data/data1/current/BP-598327496-172.17.0.3-1731421117360 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:18:54,419 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ec1f34-42b8-4132-306f-08d40141988c/cluster_5c5a579c-5465-d496-7808-e79f5549b43d/data/data2/current/BP-598327496-172.17.0.3-1731421117360 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:18:54,419 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T14:18:54,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@df46876{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:18:54,427 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a6d48d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:18:54,427 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:18:54,431 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b56bf5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:18:54,431 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8880471{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7ec1f34-42b8-4132-306f-08d40141988c/hadoop.log.dir/,STOPPED} 2024-11-12T14:18:54,439 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T14:18:54,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T14:18:54,464 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=137 (was 108) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35443 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35443 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35443 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34219 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34219 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63076) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34219 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35443 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:35443 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63076) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34219 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34219 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:34219 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34219 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34219 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 430) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=881 (was 858) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=760 (was 1428) 2024-11-12T14:18:54,474 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=137, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=881, ProcessCount=11, AvailableMemoryMB=760 2024-11-12T14:18:54,489 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-12T14:18:54,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abf0b7d8-d040-7664-938f-d930fb2cab12/hadoop.log.dir so I do NOT create it in target/test-data/748fac34-11e9-0c9c-e703-46e5187b4f9a 2024-11-12T14:18:54,490 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abf0b7d8-d040-7664-938f-d930fb2cab12/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T14:18:54,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abf0b7d8-d040-7664-938f-d930fb2cab12/hadoop.tmp.dir so I do NOT create it in target/test-data/748fac34-11e9-0c9c-e703-46e5187b4f9a 2024-11-12T14:18:54,490 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abf0b7d8-d040-7664-938f-d930fb2cab12/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T14:18:54,490 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748fac34-11e9-0c9c-e703-46e5187b4f9a 2024-11-12T14:18:54,490 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748fac34-11e9-0c9c-e703-46e5187b4f9a/cluster_47278c41-740e-28a8-b85d-9650a3cd0e81, deleteOnExit=true 2024-11-12T14:18:54,508 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748fac34-11e9-0c9c-e703-46e5187b4f9a/cluster_47278c41-740e-28a8-b85d-9650a3cd0e81/zookeeper_0, clientPort=51226, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748fac34-11e9-0c9c-e703-46e5187b4f9a/cluster_47278c41-740e-28a8-b85d-9650a3cd0e81/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748fac34-11e9-0c9c-e703-46e5187b4f9a/cluster_47278c41-740e-28a8-b85d-9650a3cd0e81/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T14:18:54,509 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51226 2024-11-12T14:18:54,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T14:18:54,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T14:18:54,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748fac34-11e9-0c9c-e703-46e5187b4f9a/test.cache.data in system properties and HBase conf 2024-11-12T14:18:54,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748fac34-11e9-0c9c-e703-46e5187b4f9a/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T14:18:54,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748fac34-11e9-0c9c-e703-46e5187b4f9a/hadoop.log.dir in system properties and HBase conf 2024-11-12T14:18:54,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748fac34-11e9-0c9c-e703-46e5187b4f9a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T14:18:54,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748fac34-11e9-0c9c-e703-46e5187b4f9a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T14:18:54,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T14:18:54,509 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T14:18:54,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748fac34-11e9-0c9c-e703-46e5187b4f9a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:18:54,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748fac34-11e9-0c9c-e703-46e5187b4f9a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:18:54,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748fac34-11e9-0c9c-e703-46e5187b4f9a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T14:18:54,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748fac34-11e9-0c9c-e703-46e5187b4f9a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:18:54,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748fac34-11e9-0c9c-e703-46e5187b4f9a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T14:18:54,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748fac34-11e9-0c9c-e703-46e5187b4f9a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T14:18:54,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748fac34-11e9-0c9c-e703-46e5187b4f9a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:18:54,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748fac34-11e9-0c9c-e703-46e5187b4f9a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:18:54,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748fac34-11e9-0c9c-e703-46e5187b4f9a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T14:18:54,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748fac34-11e9-0c9c-e703-46e5187b4f9a/nfs.dump.dir in system properties and HBase conf 2024-11-12T14:18:54,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748fac34-11e9-0c9c-e703-46e5187b4f9a/java.io.tmpdir in system properties and HBase conf 2024-11-12T14:18:54,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748fac34-11e9-0c9c-e703-46e5187b4f9a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:18:54,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748fac34-11e9-0c9c-e703-46e5187b4f9a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T14:18:54,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748fac34-11e9-0c9c-e703-46e5187b4f9a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T14:18:54,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012f6997400002, quorum=127.0.0.1:63076, baseZNode=/01271360721 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T14:18:54,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012f6997400002, quorum=127.0.0.1:63076, baseZNode=/01271360721 Received Disconnected from ZooKeeper, ignoring 2024-11-12T14:18:54,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012f6997400005, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T14:18:54,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012f6997400005, quorum=127.0.0.1:63076, baseZNode=/1-1144507601 Received Disconnected from ZooKeeper, ignoring 2024-11-12T14:18:54,985 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:18:54,991 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:18:54,999 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:18:54,999 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:18:54,999 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T14:18:55,000 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:18:55,000 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f1e04ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748fac34-11e9-0c9c-e703-46e5187b4f9a/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:18:55,001 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e0322f6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:18:55,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26f4102f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748fac34-11e9-0c9c-e703-46e5187b4f9a/java.io.tmpdir/jetty-localhost-35811-hadoop-hdfs-3_4_1-tests_jar-_-any-7978887823452003196/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:18:55,156 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6423a617{HTTP/1.1, (http/1.1)}{localhost:35811} 2024-11-12T14:18:55,156 INFO [Time-limited test {}] server.Server(415): Started @52322ms 2024-11-12T14:18:55,801 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:18:55,811 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:18:55,837 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:18:55,837 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:18:55,837 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T14:18:55,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@686a1d06{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748fac34-11e9-0c9c-e703-46e5187b4f9a/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:18:55,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1378a62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:18:56,014 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33d5ace5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748fac34-11e9-0c9c-e703-46e5187b4f9a/java.io.tmpdir/jetty-localhost-43553-hadoop-hdfs-3_4_1-tests_jar-_-any-3690380667233444701/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:18:56,015 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44b791d4{HTTP/1.1, (http/1.1)}{localhost:43553} 2024-11-12T14:18:56,015 INFO [Time-limited test {}] server.Server(415): Started @53181ms 2024-11-12T14:18:56,016 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T14:18:57,104 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T14:18:57,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:18:57,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:18:57,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:18:57,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:18:57,257 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748fac34-11e9-0c9c-e703-46e5187b4f9a/cluster_47278c41-740e-28a8-b85d-9650a3cd0e81/data/data1/current/BP-1482350739-172.17.0.3-1731421134543/current, will proceed with Du for space computation calculation, 2024-11-12T14:18:57,258 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748fac34-11e9-0c9c-e703-46e5187b4f9a/cluster_47278c41-740e-28a8-b85d-9650a3cd0e81/data/data2/current/BP-1482350739-172.17.0.3-1731421134543/current, will proceed with Du for space computation calculation, 2024-11-12T14:18:57,365 WARN [Thread-814 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T14:18:57,385 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x63053b7b8011205a with lease ID 0xfaa134081ed0d1f5: Processing first storage report for DS-9579066b-a2dc-49ec-a978-7d6e15aa3045 from datanode DatanodeRegistration(127.0.0.1:44851, datanodeUuid=b494de43-ee6d-4b22-bf5c-189980422492, infoPort=46553, infoSecurePort=0, ipcPort=34273, storageInfo=lv=-57;cid=testClusterID;nsid=1296455523;c=1731421134543) 2024-11-12T14:18:57,386 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x63053b7b8011205a with lease ID 0xfaa134081ed0d1f5: from storage DS-9579066b-a2dc-49ec-a978-7d6e15aa3045 node DatanodeRegistration(127.0.0.1:44851, datanodeUuid=b494de43-ee6d-4b22-bf5c-189980422492, infoPort=46553, infoSecurePort=0, ipcPort=34273, storageInfo=lv=-57;cid=testClusterID;nsid=1296455523;c=1731421134543), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:18:57,386 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x63053b7b8011205a with lease ID 0xfaa134081ed0d1f5: Processing first storage report for DS-a1d14c15-7452-451e-8a80-3c2aac5398b7 from datanode DatanodeRegistration(127.0.0.1:44851, datanodeUuid=b494de43-ee6d-4b22-bf5c-189980422492, infoPort=46553, infoSecurePort=0, ipcPort=34273, storageInfo=lv=-57;cid=testClusterID;nsid=1296455523;c=1731421134543) 2024-11-12T14:18:57,386 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x63053b7b8011205a with lease ID 0xfaa134081ed0d1f5: from storage DS-a1d14c15-7452-451e-8a80-3c2aac5398b7 node DatanodeRegistration(127.0.0.1:44851, datanodeUuid=b494de43-ee6d-4b22-bf5c-189980422492, infoPort=46553, infoSecurePort=0, ipcPort=34273, storageInfo=lv=-57;cid=testClusterID;nsid=1296455523;c=1731421134543), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:18:57,406 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748fac34-11e9-0c9c-e703-46e5187b4f9a 2024-11-12T14:18:57,406 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:18:57,407 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:18:57,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44851 is added to blk_1073741825_1001 (size=7) 2024-11-12T14:18:57,469 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994 with version=8 2024-11-12T14:18:57,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/hbase-staging 2024-11-12T14:18:57,471 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:18:57,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:18:57,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:18:57,472 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:18:57,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:18:57,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:18:57,472 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T14:18:57,472 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:18:57,483 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39575 2024-11-12T14:18:57,484 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39575 connecting to ZooKeeper ensemble=127.0.0.1:51226 2024-11-12T14:18:57,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:395750x0, quorum=127.0.0.1:51226, baseZNode=/01836960874 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:18:57,606 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39575-0x1012f69da540000 connected 2024-11-12T14:18:58,127 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:18:58,129 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:18:58,139 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39575-0x1012f69da540000, quorum=127.0.0.1:51226, baseZNode=/01836960874 Set watcher on znode that does not yet exist, /01836960874/running 2024-11-12T14:18:58,140 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994, hbase.cluster.distributed=false 2024-11-12T14:18:58,141 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39575-0x1012f69da540000, quorum=127.0.0.1:51226, baseZNode=/01836960874 Set watcher on znode that does not yet exist, /01836960874/acl 2024-11-12T14:18:58,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39575 2024-11-12T14:18:58,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39575 2024-11-12T14:18:58,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39575 2024-11-12T14:18:58,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39575 2024-11-12T14:18:58,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39575 2024-11-12T14:18:58,177 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:18:58,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:18:58,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:18:58,178 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:18:58,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:18:58,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:18:58,178 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T14:18:58,178 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:18:58,180 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34589 2024-11-12T14:18:58,181 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34589 connecting to ZooKeeper ensemble=127.0.0.1:51226 2024-11-12T14:18:58,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:18:58,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:18:58,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345890x0, quorum=127.0.0.1:51226, baseZNode=/01836960874 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:18:58,265 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34589-0x1012f69da540001 connected 2024-11-12T14:18:58,267 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34589-0x1012f69da540001, quorum=127.0.0.1:51226, baseZNode=/01836960874 Set watcher on znode that does not yet exist, /01836960874/running 2024-11-12T14:18:58,267 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T14:18:58,268 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T14:18:58,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34589-0x1012f69da540001, quorum=127.0.0.1:51226, baseZNode=/01836960874 Set watcher on znode that does not yet exist, /01836960874/master 2024-11-12T14:18:58,273 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34589-0x1012f69da540001, quorum=127.0.0.1:51226, baseZNode=/01836960874 Set watcher on znode that does not yet exist, /01836960874/acl 2024-11-12T14:18:58,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34589 2024-11-12T14:18:58,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34589 2024-11-12T14:18:58,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34589 2024-11-12T14:18:58,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34589 2024-11-12T14:18:58,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34589 2024-11-12T14:18:58,343 DEBUG [M:0;2b6d221c5cde:39575 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b6d221c5cde:39575 2024-11-12T14:18:58,346 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01836960874/backup-masters/2b6d221c5cde,39575,1731421137471 2024-11-12T14:18:58,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39575-0x1012f69da540000, quorum=127.0.0.1:51226, baseZNode=/01836960874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836960874/backup-masters 2024-11-12T14:18:58,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34589-0x1012f69da540001, quorum=127.0.0.1:51226, baseZNode=/01836960874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836960874/backup-masters 2024-11-12T14:18:58,380 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39575-0x1012f69da540000, quorum=127.0.0.1:51226, baseZNode=/01836960874 Set watcher on existing znode=/01836960874/backup-masters/2b6d221c5cde,39575,1731421137471 2024-11-12T14:18:58,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39575-0x1012f69da540000, quorum=127.0.0.1:51226, baseZNode=/01836960874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836960874 2024-11-12T14:18:58,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34589-0x1012f69da540001, quorum=127.0.0.1:51226, baseZNode=/01836960874 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01836960874/master 2024-11-12T14:18:58,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34589-0x1012f69da540001, quorum=127.0.0.1:51226, baseZNode=/01836960874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836960874 2024-11-12T14:18:58,454 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39575-0x1012f69da540000, quorum=127.0.0.1:51226, baseZNode=/01836960874 Set watcher on existing znode=/01836960874/master 2024-11-12T14:18:58,457 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01836960874/backup-masters/2b6d221c5cde,39575,1731421137471 from backup master directory 2024-11-12T14:18:58,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39575-0x1012f69da540000, quorum=127.0.0.1:51226, baseZNode=/01836960874 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01836960874/backup-masters/2b6d221c5cde,39575,1731421137471 2024-11-12T14:18:58,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34589-0x1012f69da540001, quorum=127.0.0.1:51226, baseZNode=/01836960874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836960874/backup-masters 2024-11-12T14:18:58,477 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:18:58,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39575-0x1012f69da540000, quorum=127.0.0.1:51226, baseZNode=/01836960874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836960874/backup-masters 2024-11-12T14:18:58,477 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b6d221c5cde,39575,1731421137471 2024-11-12T14:18:58,508 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/hbase.id] with ID: 434dfb7d-f9f4-46e1-ad1e-4c9c5bb336dc 2024-11-12T14:18:58,508 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/.tmp/hbase.id 2024-11-12T14:18:58,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44851 is added to blk_1073741826_1002 (size=42) 2024-11-12T14:18:58,527 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/.tmp/hbase.id]:[hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/hbase.id] 2024-11-12T14:18:58,545 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:18:58,545 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T14:18:58,547 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-12T14:18:58,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34589-0x1012f69da540001, quorum=127.0.0.1:51226, baseZNode=/01836960874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836960874 2024-11-12T14:18:58,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39575-0x1012f69da540000, quorum=127.0.0.1:51226, baseZNode=/01836960874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836960874 2024-11-12T14:18:58,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44851 is added to blk_1073741827_1003 (size=196) 2024-11-12T14:18:58,594 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:18:58,595 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T14:18:58,595 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:18:58,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44851 is added to blk_1073741828_1004 (size=1189) 2024-11-12T14:18:59,036 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/MasterData/data/master/store 2024-11-12T14:18:59,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44851 is added to blk_1073741829_1005 (size=34) 2024-11-12T14:18:59,447 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:18:59,447 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:18:59,447 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:18:59,447 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:18:59,447 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:18:59,447 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:18:59,447 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:18:59,447 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421139447Disabling compacts and flushes for region at 1731421139447Disabling writes for close at 1731421139447Writing region close event to WAL at 1731421139447Closed at 1731421139447 2024-11-12T14:18:59,451 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/MasterData/data/master/store/.initializing 2024-11-12T14:18:59,451 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/MasterData/WALs/2b6d221c5cde,39575,1731421137471 2024-11-12T14:18:59,452 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:18:59,457 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C39575%2C1731421137471, suffix=, logDir=hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/MasterData/WALs/2b6d221c5cde,39575,1731421137471, archiveDir=hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/MasterData/oldWALs, maxLogs=10 2024-11-12T14:18:59,484 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/MasterData/WALs/2b6d221c5cde,39575,1731421137471/2b6d221c5cde%2C39575%2C1731421137471.1731421139457, exclude list is [], retry=0 2024-11-12T14:18:59,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44851,DS-9579066b-a2dc-49ec-a978-7d6e15aa3045,DISK] 2024-11-12T14:18:59,513 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/MasterData/WALs/2b6d221c5cde,39575,1731421137471/2b6d221c5cde%2C39575%2C1731421137471.1731421139457 2024-11-12T14:18:59,516 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46553:46553)] 2024-11-12T14:18:59,516 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:18:59,516 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:18:59,517 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:59,517 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:59,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:59,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T14:18:59,524 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:59,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:18:59,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:59,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T14:18:59,527 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:59,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:18:59,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:59,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T14:18:59,529 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:59,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:18:59,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:59,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T14:18:59,531 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:59,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:18:59,532 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:59,533 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:59,533 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:59,537 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:59,537 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:59,537 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:18:59,538 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:18:59,561 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:18:59,566 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62160111, jitterRate=-0.07374216616153717}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:18:59,567 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731421139517Initializing all the Stores at 1731421139518 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421139518Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421139522 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421139522Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421139522Cleaning up temporary data from old regions at 1731421139537 (+15 ms)Region opened successfully at 1731421139567 (+30 ms) 2024-11-12T14:18:59,567 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T14:18:59,586 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f33237, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:18:59,588 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T14:18:59,589 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T14:18:59,589 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T14:18:59,589 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T14:18:59,590 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T14:18:59,591 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 1 msec 2024-11-12T14:18:59,592 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T14:18:59,598 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T14:18:59,598 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39575-0x1012f69da540000, quorum=127.0.0.1:51226, baseZNode=/01836960874 Unable to get data of znode /01836960874/balancer because node does not exist (not necessarily an error) 2024-11-12T14:18:59,606 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01836960874/balancer already deleted, retry=false 2024-11-12T14:18:59,606 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T14:18:59,610 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39575-0x1012f69da540000, quorum=127.0.0.1:51226, baseZNode=/01836960874 Unable to get data of znode /01836960874/normalizer because node does not exist (not necessarily an error) 2024-11-12T14:18:59,623 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01836960874/normalizer already deleted, retry=false 2024-11-12T14:18:59,624 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T14:18:59,636 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39575-0x1012f69da540000, quorum=127.0.0.1:51226, baseZNode=/01836960874 Unable to get data of znode /01836960874/switch/split because node does not exist (not necessarily an error) 2024-11-12T14:18:59,647 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01836960874/switch/split already deleted, retry=false 2024-11-12T14:18:59,648 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39575-0x1012f69da540000, quorum=127.0.0.1:51226, baseZNode=/01836960874 Unable to get data of znode /01836960874/switch/merge because node does not exist (not necessarily an error) 2024-11-12T14:18:59,658 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01836960874/switch/merge already deleted, retry=false 2024-11-12T14:18:59,661 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39575-0x1012f69da540000, quorum=127.0.0.1:51226, baseZNode=/01836960874 Unable to get data of znode /01836960874/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T14:18:59,670 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01836960874/snapshot-cleanup already deleted, retry=false 2024-11-12T14:18:59,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34589-0x1012f69da540001, quorum=127.0.0.1:51226, baseZNode=/01836960874 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01836960874/running 2024-11-12T14:18:59,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39575-0x1012f69da540000, quorum=127.0.0.1:51226, baseZNode=/01836960874 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01836960874/running 2024-11-12T14:18:59,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34589-0x1012f69da540001, quorum=127.0.0.1:51226, baseZNode=/01836960874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836960874 2024-11-12T14:18:59,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39575-0x1012f69da540000, quorum=127.0.0.1:51226, baseZNode=/01836960874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836960874 2024-11-12T14:18:59,685 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b6d221c5cde,39575,1731421137471, sessionid=0x1012f69da540000, setting cluster-up flag (Was=false) 2024-11-12T14:18:59,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39575-0x1012f69da540000, quorum=127.0.0.1:51226, baseZNode=/01836960874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836960874 2024-11-12T14:18:59,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34589-0x1012f69da540001, quorum=127.0.0.1:51226, baseZNode=/01836960874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836960874 2024-11-12T14:18:59,742 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01836960874/flush-table-proc/acquired, /01836960874/flush-table-proc/reached, /01836960874/flush-table-proc/abort 2024-11-12T14:18:59,746 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,39575,1731421137471 2024-11-12T14:18:59,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34589-0x1012f69da540001, quorum=127.0.0.1:51226, baseZNode=/01836960874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836960874 2024-11-12T14:18:59,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39575-0x1012f69da540000, quorum=127.0.0.1:51226, baseZNode=/01836960874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836960874 2024-11-12T14:18:59,803 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:18:59,803 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T14:18:59,803 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T14:18:59,803 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:18:59,805 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01836960874/online-snapshot/acquired, /01836960874/online-snapshot/reached, /01836960874/online-snapshot/abort 2024-11-12T14:18:59,807 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,39575,1731421137471 2024-11-12T14:18:59,813 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T14:18:59,818 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T14:18:59,818 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T14:18:59,818 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T14:18:59,818 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b6d221c5cde,39575,1731421137471 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T14:18:59,820 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:18:59,820 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:18:59,820 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:18:59,820 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:18:59,820 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b6d221c5cde:0, corePoolSize=10, maxPoolSize=10 2024-11-12T14:18:59,820 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:59,821 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:18:59,822 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:18:59,842 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:18:59,842 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T14:18:59,844 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:18:59,845 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T14:18:59,869 INFO [RS:0;2b6d221c5cde:34589 {}] regionserver.HRegionServer(746): ClusterId : 434dfb7d-f9f4-46e1-ad1e-4c9c5bb336dc 2024-11-12T14:18:59,869 DEBUG [RS:0;2b6d221c5cde:34589 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T14:18:59,870 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731421169870 2024-11-12T14:18:59,871 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T14:18:59,871 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T14:18:59,871 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T14:18:59,871 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T14:18:59,871 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T14:18:59,871 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T14:18:59,872 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:59,872 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T14:18:59,872 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T14:18:59,872 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T14:18:59,872 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T14:18:59,876 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T14:18:59,876 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T14:18:59,880 DEBUG [RS:0;2b6d221c5cde:34589 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T14:18:59,880 DEBUG [RS:0;2b6d221c5cde:34589 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T14:18:59,885 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421139876,5,FailOnTimeoutGroup] 2024-11-12T14:18:59,893 DEBUG [RS:0;2b6d221c5cde:34589 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T14:18:59,894 DEBUG [RS:0;2b6d221c5cde:34589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78dc2200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:18:59,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44851 is added to blk_1073741831_1007 (size=1321) 2024-11-12T14:18:59,908 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421139885,5,FailOnTimeoutGroup] 2024-11-12T14:18:59,908 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:59,908 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T14:18:59,908 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:59,908 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T14:18:59,929 DEBUG [RS:0;2b6d221c5cde:34589 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b6d221c5cde:34589 2024-11-12T14:18:59,929 INFO [RS:0;2b6d221c5cde:34589 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T14:18:59,929 INFO [RS:0;2b6d221c5cde:34589 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T14:18:59,929 DEBUG [RS:0;2b6d221c5cde:34589 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T14:18:59,930 INFO [RS:0;2b6d221c5cde:34589 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b6d221c5cde,39575,1731421137471 with port=34589, startcode=1731421138177 2024-11-12T14:18:59,931 DEBUG [RS:0;2b6d221c5cde:34589 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T14:18:59,933 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56389, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T14:18:59,934 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39575 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b6d221c5cde,34589,1731421138177 2024-11-12T14:18:59,934 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39575 {}] master.ServerManager(517): Registering regionserver=2b6d221c5cde,34589,1731421138177 2024-11-12T14:18:59,936 DEBUG [RS:0;2b6d221c5cde:34589 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994 2024-11-12T14:18:59,936 DEBUG [RS:0;2b6d221c5cde:34589 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45197 2024-11-12T14:18:59,936 DEBUG [RS:0;2b6d221c5cde:34589 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T14:19:00,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39575-0x1012f69da540000, quorum=127.0.0.1:51226, baseZNode=/01836960874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836960874/rs 2024-11-12T14:19:00,018 DEBUG [RS:0;2b6d221c5cde:34589 {}] zookeeper.ZKUtil(111): regionserver:34589-0x1012f69da540001, quorum=127.0.0.1:51226, baseZNode=/01836960874 Set watcher on existing znode=/01836960874/rs/2b6d221c5cde,34589,1731421138177 2024-11-12T14:19:00,018 WARN [RS:0;2b6d221c5cde:34589 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:19:00,018 INFO [RS:0;2b6d221c5cde:34589 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:19:00,018 DEBUG [RS:0;2b6d221c5cde:34589 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177 2024-11-12T14:19:00,018 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b6d221c5cde,34589,1731421138177] 2024-11-12T14:19:00,029 INFO [RS:0;2b6d221c5cde:34589 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T14:19:00,032 INFO [RS:0;2b6d221c5cde:34589 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T14:19:00,036 INFO [RS:0;2b6d221c5cde:34589 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T14:19:00,036 INFO [RS:0;2b6d221c5cde:34589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:19:00,037 INFO [RS:0;2b6d221c5cde:34589 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T14:19:00,041 INFO [RS:0;2b6d221c5cde:34589 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T14:19:00,041 INFO [RS:0;2b6d221c5cde:34589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T14:19:00,041 DEBUG [RS:0;2b6d221c5cde:34589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:19:00,041 DEBUG [RS:0;2b6d221c5cde:34589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:19:00,041 DEBUG [RS:0;2b6d221c5cde:34589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:19:00,041 DEBUG [RS:0;2b6d221c5cde:34589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:19:00,041 DEBUG [RS:0;2b6d221c5cde:34589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:19:00,041 DEBUG [RS:0;2b6d221c5cde:34589 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:19:00,042 DEBUG [RS:0;2b6d221c5cde:34589 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:19:00,042 DEBUG [RS:0;2b6d221c5cde:34589 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:19:00,042 DEBUG [RS:0;2b6d221c5cde:34589 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:19:00,042 DEBUG [RS:0;2b6d221c5cde:34589 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:19:00,042 DEBUG [RS:0;2b6d221c5cde:34589 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:19:00,042 DEBUG [RS:0;2b6d221c5cde:34589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:19:00,042 DEBUG [RS:0;2b6d221c5cde:34589 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:19:00,042 DEBUG [RS:0;2b6d221c5cde:34589 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:19:00,056 INFO [RS:0;2b6d221c5cde:34589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:19:00,056 INFO [RS:0;2b6d221c5cde:34589 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:19:00,056 INFO [RS:0;2b6d221c5cde:34589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:19:00,056 INFO [RS:0;2b6d221c5cde:34589 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T14:19:00,056 INFO [RS:0;2b6d221c5cde:34589 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T14:19:00,056 INFO [RS:0;2b6d221c5cde:34589 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,34589,1731421138177-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:19:00,077 INFO [RS:0;2b6d221c5cde:34589 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T14:19:00,077 INFO [RS:0;2b6d221c5cde:34589 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,34589,1731421138177-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:19:00,077 INFO [RS:0;2b6d221c5cde:34589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:19:00,077 INFO [RS:0;2b6d221c5cde:34589 {}] regionserver.Replication(171): 2b6d221c5cde,34589,1731421138177 started 2024-11-12T14:19:00,095 INFO [RS:0;2b6d221c5cde:34589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:19:00,095 INFO [RS:0;2b6d221c5cde:34589 {}] regionserver.HRegionServer(1482): Serving as 2b6d221c5cde,34589,1731421138177, RpcServer on 2b6d221c5cde/172.17.0.3:34589, sessionid=0x1012f69da540001 2024-11-12T14:19:00,095 DEBUG [RS:0;2b6d221c5cde:34589 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T14:19:00,095 DEBUG [RS:0;2b6d221c5cde:34589 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b6d221c5cde,34589,1731421138177 2024-11-12T14:19:00,095 DEBUG [RS:0;2b6d221c5cde:34589 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,34589,1731421138177' 2024-11-12T14:19:00,095 DEBUG [RS:0;2b6d221c5cde:34589 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01836960874/flush-table-proc/abort' 2024-11-12T14:19:00,096 DEBUG [RS:0;2b6d221c5cde:34589 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01836960874/flush-table-proc/acquired' 2024-11-12T14:19:00,096 DEBUG [RS:0;2b6d221c5cde:34589 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T14:19:00,096 DEBUG [RS:0;2b6d221c5cde:34589 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T14:19:00,096 DEBUG [RS:0;2b6d221c5cde:34589 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b6d221c5cde,34589,1731421138177 2024-11-12T14:19:00,096 DEBUG [RS:0;2b6d221c5cde:34589 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,34589,1731421138177' 2024-11-12T14:19:00,096 DEBUG [RS:0;2b6d221c5cde:34589 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01836960874/online-snapshot/abort' 2024-11-12T14:19:00,097 DEBUG [RS:0;2b6d221c5cde:34589 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01836960874/online-snapshot/acquired' 2024-11-12T14:19:00,097 DEBUG [RS:0;2b6d221c5cde:34589 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T14:19:00,097 INFO [RS:0;2b6d221c5cde:34589 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T14:19:00,097 INFO [RS:0;2b6d221c5cde:34589 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T14:19:00,200 INFO [RS:0;2b6d221c5cde:34589 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:19:00,203 INFO [RS:0;2b6d221c5cde:34589 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C34589%2C1731421138177, suffix=, logDir=hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177, archiveDir=hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/oldWALs, maxLogs=10 2024-11-12T14:19:00,222 DEBUG [RS:0;2b6d221c5cde:34589 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.1731421140203, exclude list is [], retry=0 2024-11-12T14:19:00,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44851,DS-9579066b-a2dc-49ec-a978-7d6e15aa3045,DISK] 2024-11-12T14:19:00,245 INFO [RS:0;2b6d221c5cde:34589 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.1731421140203 2024-11-12T14:19:00,248 DEBUG [RS:0;2b6d221c5cde:34589 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46553:46553)] 2024-11-12T14:19:00,308 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T14:19:00,308 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994 2024-11-12T14:19:00,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44851 is added to blk_1073741833_1009 (size=32) 2024-11-12T14:19:00,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:19:00,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:19:00,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:19:00,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:19:00,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:19:00,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:19:00,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:19:00,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:19:00,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:19:00,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:19:00,327 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:19:00,327 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:19:00,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:19:00,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:19:00,330 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:19:00,330 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:19:00,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:19:00,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:19:00,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/hbase/meta/1588230740 2024-11-12T14:19:00,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/hbase/meta/1588230740 2024-11-12T14:19:00,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:19:00,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:19:00,338 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:19:00,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:19:00,342 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:19:00,343 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71770792, jitterRate=0.06946814060211182}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:19:00,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731421140315Initializing all the Stores at 1731421140316 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421140316Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421140316Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421140316Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421140316Cleaning up temporary data from old regions at 1731421140337 (+21 ms)Region opened successfully at 1731421140343 (+6 ms) 2024-11-12T14:19:00,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:19:00,344 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:19:00,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:19:00,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:19:00,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:19:00,344 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:19:00,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421140343Disabling compacts and flushes for region at 1731421140343Disabling writes for close at 1731421140344 (+1 ms)Writing region close event to WAL at 1731421140344Closed at 1731421140344 2024-11-12T14:19:00,345 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:19:00,346 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T14:19:00,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T14:19:00,347 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:19:00,348 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T14:19:00,499 DEBUG [2b6d221c5cde:39575 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T14:19:00,499 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b6d221c5cde,34589,1731421138177 2024-11-12T14:19:00,501 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,34589,1731421138177, state=OPENING 2024-11-12T14:19:00,542 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T14:19:00,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34589-0x1012f69da540001, quorum=127.0.0.1:51226, baseZNode=/01836960874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836960874 2024-11-12T14:19:00,554 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01836960874/meta-region-server: CHANGED 2024-11-12T14:19:00,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39575-0x1012f69da540000, quorum=127.0.0.1:51226, baseZNode=/01836960874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836960874 2024-11-12T14:19:00,555 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:19:00,555 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,34589,1731421138177}] 2024-11-12T14:19:00,555 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01836960874/meta-region-server: CHANGED 2024-11-12T14:19:00,718 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:19:00,733 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51113, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T14:19:00,752 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T14:19:00,752 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:19:00,753 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T14:19:00,757 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C34589%2C1731421138177.meta, suffix=.meta, logDir=hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177, archiveDir=hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/oldWALs, maxLogs=10 2024-11-12T14:19:00,775 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.meta.1731421140757.meta, exclude list is [], retry=0 2024-11-12T14:19:00,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44851,DS-9579066b-a2dc-49ec-a978-7d6e15aa3045,DISK] 2024-11-12T14:19:00,789 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.meta.1731421140757.meta 2024-11-12T14:19:00,792 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46553:46553)] 2024-11-12T14:19:00,793 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:19:00,793 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:19:00,793 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T14:19:00,793 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T14:19:00,793 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T14:19:00,793 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T14:19:00,794 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:19:00,794 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T14:19:00,794 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T14:19:00,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:19:00,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:19:00,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:19:00,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:19:00,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:19:00,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:19:00,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:19:00,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:19:00,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:19:00,804 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:19:00,804 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:19:00,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:19:00,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:19:00,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:19:00,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:19:00,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:19:00,809 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:19:00,811 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/hbase/meta/1588230740 2024-11-12T14:19:00,812 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/hbase/meta/1588230740 2024-11-12T14:19:00,814 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:19:00,814 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:19:00,815 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:19:00,823 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:19:00,824 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74432098, jitterRate=0.10912469029426575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:19:00,825 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T14:19:00,825 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731421140794Writing region info on filesystem at 1731421140794Initializing all the Stores at 1731421140795 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421140795Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421140796 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421140796Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421140796Cleaning up temporary data from old regions at 1731421140814 (+18 ms)Running coprocessor post-open hooks at 1731421140825 (+11 ms)Region opened successfully at 1731421140825 2024-11-12T14:19:00,826 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731421140717 2024-11-12T14:19:00,829 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T14:19:00,829 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T14:19:00,830 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,34589,1731421138177 2024-11-12T14:19:00,831 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,34589,1731421138177, state=OPEN 2024-11-12T14:19:00,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34589-0x1012f69da540001, quorum=127.0.0.1:51226, baseZNode=/01836960874 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01836960874/meta-region-server 2024-11-12T14:19:00,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39575-0x1012f69da540000, quorum=127.0.0.1:51226, baseZNode=/01836960874 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01836960874/meta-region-server 2024-11-12T14:19:00,870 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01836960874/meta-region-server: CHANGED 2024-11-12T14:19:00,870 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b6d221c5cde,34589,1731421138177 2024-11-12T14:19:00,870 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01836960874/meta-region-server: CHANGED 2024-11-12T14:19:00,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T14:19:00,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,34589,1731421138177 in 315 msec 2024-11-12T14:19:00,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T14:19:00,878 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 528 msec 2024-11-12T14:19:00,880 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:19:00,880 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T14:19:00,882 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:19:00,882 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,34589,1731421138177, seqNum=-1] 2024-11-12T14:19:00,883 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:19:00,885 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:19:00,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0790 sec 2024-11-12T14:19:00,898 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731421140898, completionTime=-1 2024-11-12T14:19:00,899 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T14:19:00,899 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T14:19:00,904 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T14:19:00,905 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731421200905 2024-11-12T14:19:00,905 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731421260905 2024-11-12T14:19:00,905 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 6 msec 2024-11-12T14:19:00,905 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,39575,1731421137471-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:19:00,905 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,39575,1731421137471-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:19:00,905 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,39575,1731421137471-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:19:00,905 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b6d221c5cde:39575, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:19:00,905 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T14:19:00,908 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T14:19:00,910 DEBUG [master/2b6d221c5cde:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T14:19:00,916 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.439sec 2024-11-12T14:19:00,916 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T14:19:00,916 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T14:19:00,916 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T14:19:00,916 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T14:19:00,916 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T14:19:00,916 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,39575,1731421137471-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:19:00,916 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,39575,1731421137471-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T14:19:00,921 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T14:19:00,921 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T14:19:00,922 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,39575,1731421137471-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:19:00,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a69a54f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:19:00,979 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,39575,-1 for getting cluster id 2024-11-12T14:19:00,979 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:19:00,988 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '434dfb7d-f9f4-46e1-ad1e-4c9c5bb336dc' 2024-11-12T14:19:00,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:19:00,991 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "434dfb7d-f9f4-46e1-ad1e-4c9c5bb336dc" 2024-11-12T14:19:00,991 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4537f481, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:19:00,991 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,39575,-1] 2024-11-12T14:19:00,991 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:19:00,992 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:19:00,994 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:19:00,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27632f48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:19:00,995 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:19:00,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,34589,1731421138177, seqNum=-1] 2024-11-12T14:19:00,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:19:00,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:19:01,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b6d221c5cde,39575,1731421137471 2024-11-12T14:19:01,003 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51226 2024-11-12T14:19:01,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51226, baseZNode=/01836960874 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:19:01,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012f69da540002 connected 2024-11-12T14:19:01,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748fac34-11e9-0c9c-e703-46e5187b4f9a/hadoop.log.dir so I do NOT create it in target/test-data/b1fe3f84-92f9-fd3e-09ec-833f461fc291 2024-11-12T14:19:01,061 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748fac34-11e9-0c9c-e703-46e5187b4f9a/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T14:19:01,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748fac34-11e9-0c9c-e703-46e5187b4f9a/hadoop.tmp.dir so I do NOT create it in target/test-data/b1fe3f84-92f9-fd3e-09ec-833f461fc291 2024-11-12T14:19:01,061 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748fac34-11e9-0c9c-e703-46e5187b4f9a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T14:19:01,061 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1fe3f84-92f9-fd3e-09ec-833f461fc291 2024-11-12T14:19:01,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T14:19:01,062 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1fe3f84-92f9-fd3e-09ec-833f461fc291/cluster_cd65c90a-b59e-1b38-d407-7efe5fd000ba, deleteOnExit=true 2024-11-12T14:19:01,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T14:19:01,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1fe3f84-92f9-fd3e-09ec-833f461fc291/test.cache.data in system properties and HBase conf 2024-11-12T14:19:01,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1fe3f84-92f9-fd3e-09ec-833f461fc291/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T14:19:01,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1fe3f84-92f9-fd3e-09ec-833f461fc291/hadoop.log.dir in system properties and HBase conf 2024-11-12T14:19:01,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1fe3f84-92f9-fd3e-09ec-833f461fc291/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T14:19:01,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1fe3f84-92f9-fd3e-09ec-833f461fc291/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T14:19:01,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T14:19:01,062 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T14:19:01,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1fe3f84-92f9-fd3e-09ec-833f461fc291/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:19:01,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1fe3f84-92f9-fd3e-09ec-833f461fc291/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:19:01,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1fe3f84-92f9-fd3e-09ec-833f461fc291/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T14:19:01,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1fe3f84-92f9-fd3e-09ec-833f461fc291/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:19:01,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1fe3f84-92f9-fd3e-09ec-833f461fc291/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T14:19:01,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1fe3f84-92f9-fd3e-09ec-833f461fc291/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T14:19:01,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1fe3f84-92f9-fd3e-09ec-833f461fc291/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:19:01,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1fe3f84-92f9-fd3e-09ec-833f461fc291/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:19:01,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1fe3f84-92f9-fd3e-09ec-833f461fc291/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T14:19:01,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1fe3f84-92f9-fd3e-09ec-833f461fc291/nfs.dump.dir in system properties and HBase conf 2024-11-12T14:19:01,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1fe3f84-92f9-fd3e-09ec-833f461fc291/java.io.tmpdir in system properties and HBase conf 2024-11-12T14:19:01,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1fe3f84-92f9-fd3e-09ec-833f461fc291/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:19:01,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1fe3f84-92f9-fd3e-09ec-833f461fc291/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T14:19:01,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1fe3f84-92f9-fd3e-09ec-833f461fc291/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T14:19:01,488 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:19:01,524 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:19:01,590 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:19:01,590 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:19:01,590 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T14:19:01,592 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:19:01,601 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3aca339d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1fe3f84-92f9-fd3e-09ec-833f461fc291/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:19:01,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@578373ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:19:01,762 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f1f85a3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1fe3f84-92f9-fd3e-09ec-833f461fc291/java.io.tmpdir/jetty-localhost-36335-hadoop-hdfs-3_4_1-tests_jar-_-any-11198924224648876674/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:19:01,772 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55084033{HTTP/1.1, (http/1.1)}{localhost:36335} 2024-11-12T14:19:01,772 INFO [Time-limited test {}] server.Server(415): Started @58938ms 2024-11-12T14:19:02,154 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:19:02,157 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:19:02,160 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:19:02,160 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:19:02,160 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T14:19:02,161 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53c079eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1fe3f84-92f9-fd3e-09ec-833f461fc291/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:19:02,161 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59207fea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:19:02,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a451367{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1fe3f84-92f9-fd3e-09ec-833f461fc291/java.io.tmpdir/jetty-localhost-45889-hadoop-hdfs-3_4_1-tests_jar-_-any-3260318671748223072/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:19:02,278 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11511695{HTTP/1.1, (http/1.1)}{localhost:45889} 2024-11-12T14:19:02,278 INFO [Time-limited test {}] server.Server(415): Started @59444ms 2024-11-12T14:19:02,280 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T14:19:03,286 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1fe3f84-92f9-fd3e-09ec-833f461fc291/cluster_cd65c90a-b59e-1b38-d407-7efe5fd000ba/data/data1/current/BP-283813581-172.17.0.3-1731421141093/current, will proceed with Du for space computation calculation, 2024-11-12T14:19:03,286 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1fe3f84-92f9-fd3e-09ec-833f461fc291/cluster_cd65c90a-b59e-1b38-d407-7efe5fd000ba/data/data2/current/BP-283813581-172.17.0.3-1731421141093/current, will proceed with Du for space computation calculation, 2024-11-12T14:19:03,313 WARN [Thread-935 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T14:19:03,322 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1bec04c35e9805d4 with lease ID 0xaf61c760be56c94a: Processing first storage report for DS-db385f01-5c2b-4343-8a15-059b1e275965 from datanode DatanodeRegistration(127.0.0.1:41253, datanodeUuid=c0513b4c-f799-4048-94d0-14f6684aac80, infoPort=36743, infoSecurePort=0, ipcPort=33551, storageInfo=lv=-57;cid=testClusterID;nsid=78639351;c=1731421141093) 2024-11-12T14:19:03,322 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1bec04c35e9805d4 with lease ID 0xaf61c760be56c94a: from storage DS-db385f01-5c2b-4343-8a15-059b1e275965 node DatanodeRegistration(127.0.0.1:41253, datanodeUuid=c0513b4c-f799-4048-94d0-14f6684aac80, infoPort=36743, infoSecurePort=0, ipcPort=33551, storageInfo=lv=-57;cid=testClusterID;nsid=78639351;c=1731421141093), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:19:03,322 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1bec04c35e9805d4 with lease ID 0xaf61c760be56c94a: Processing first storage report for DS-fb4470a2-206d-4222-93fc-bffbc2296341 from datanode DatanodeRegistration(127.0.0.1:41253, datanodeUuid=c0513b4c-f799-4048-94d0-14f6684aac80, infoPort=36743, infoSecurePort=0, ipcPort=33551, storageInfo=lv=-57;cid=testClusterID;nsid=78639351;c=1731421141093) 2024-11-12T14:19:03,322 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1bec04c35e9805d4 with lease ID 0xaf61c760be56c94a: from storage DS-fb4470a2-206d-4222-93fc-bffbc2296341 node DatanodeRegistration(127.0.0.1:41253, datanodeUuid=c0513b4c-f799-4048-94d0-14f6684aac80, infoPort=36743, infoSecurePort=0, ipcPort=33551, storageInfo=lv=-57;cid=testClusterID;nsid=78639351;c=1731421141093), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:19:03,417 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1fe3f84-92f9-fd3e-09ec-833f461fc291 2024-11-12T14:19:03,417 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:19:03,419 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:19:03,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741825_1001 (size=7) 2024-11-12T14:19:03,828 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17 with version=8 2024-11-12T14:19:03,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/hbase-staging 2024-11-12T14:19:03,830 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:19:03,830 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:19:03,830 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:19:03,830 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:19:03,830 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:19:03,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:19:03,831 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T14:19:03,831 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:19:03,831 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39577 2024-11-12T14:19:03,833 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39577 connecting to ZooKeeper ensemble=127.0.0.1:51226 2024-11-12T14:19:03,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:395770x0, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:19:03,849 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39577-0x1012f69da540003 connected 2024-11-12T14:19:03,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:19:03,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:19:03,928 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39577-0x1012f69da540003, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Set watcher on znode that does not yet exist, /1-786307575/running 2024-11-12T14:19:03,928 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17, hbase.cluster.distributed=false 2024-11-12T14:19:03,930 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39577-0x1012f69da540003, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Set watcher on znode that does not yet exist, /1-786307575/acl 2024-11-12T14:19:03,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39577 2024-11-12T14:19:03,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39577 2024-11-12T14:19:03,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39577 2024-11-12T14:19:03,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39577 2024-11-12T14:19:03,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39577 2024-11-12T14:19:03,958 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:19:03,958 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:19:03,958 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:19:03,958 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:19:03,958 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:19:03,958 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:19:03,959 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T14:19:03,959 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:19:03,959 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45049 2024-11-12T14:19:03,961 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45049 connecting to ZooKeeper ensemble=127.0.0.1:51226 2024-11-12T14:19:03,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:19:03,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:19:03,974 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450490x0, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:19:03,974 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:450490x0, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Set watcher on znode that does not yet exist, /1-786307575/running 2024-11-12T14:19:03,974 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45049-0x1012f69da540004 connected 2024-11-12T14:19:03,975 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T14:19:03,976 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T14:19:03,977 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45049-0x1012f69da540004, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Set watcher on znode that does not yet exist, /1-786307575/master 2024-11-12T14:19:03,978 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45049-0x1012f69da540004, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Set watcher on znode that does not yet exist, /1-786307575/acl 2024-11-12T14:19:03,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45049 2024-11-12T14:19:03,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45049 2024-11-12T14:19:03,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45049 2024-11-12T14:19:03,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45049 2024-11-12T14:19:03,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45049 2024-11-12T14:19:03,993 DEBUG [M:0;2b6d221c5cde:39577 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b6d221c5cde:39577 2024-11-12T14:19:03,996 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-786307575/backup-masters/2b6d221c5cde,39577,1731421143830 2024-11-12T14:19:04,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39577-0x1012f69da540003, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-786307575/backup-masters 2024-11-12T14:19:04,005 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45049-0x1012f69da540004, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-786307575/backup-masters 2024-11-12T14:19:04,007 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39577-0x1012f69da540003, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Set watcher on existing znode=/1-786307575/backup-masters/2b6d221c5cde,39577,1731421143830 2024-11-12T14:19:04,015 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45049-0x1012f69da540004, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-786307575/master 2024-11-12T14:19:04,016 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45049-0x1012f69da540004, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-786307575 2024-11-12T14:19:04,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39577-0x1012f69da540003, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-786307575 2024-11-12T14:19:04,017 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39577-0x1012f69da540003, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Set watcher on existing znode=/1-786307575/master 2024-11-12T14:19:04,018 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-786307575/backup-masters/2b6d221c5cde,39577,1731421143830 from backup master directory 2024-11-12T14:19:04,026 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45049-0x1012f69da540004, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-786307575/backup-masters 2024-11-12T14:19:04,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39577-0x1012f69da540003, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-786307575/backup-masters/2b6d221c5cde,39577,1731421143830 2024-11-12T14:19:04,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39577-0x1012f69da540003, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-786307575/backup-masters 2024-11-12T14:19:04,026 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:19:04,026 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b6d221c5cde,39577,1731421143830 2024-11-12T14:19:04,031 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/hbase.id] with ID: c0204bd8-5967-4025-9618-a745ba9a8ebd 2024-11-12T14:19:04,031 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/.tmp/hbase.id 2024-11-12T14:19:04,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741826_1002 (size=42) 2024-11-12T14:19:04,055 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/.tmp/hbase.id]:[hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/hbase.id] 2024-11-12T14:19:04,075 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:19:04,075 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T14:19:04,078 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-12T14:19:04,089 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45049-0x1012f69da540004, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-786307575 2024-11-12T14:19:04,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39577-0x1012f69da540003, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-786307575 2024-11-12T14:19:04,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741827_1003 (size=196) 2024-11-12T14:19:04,539 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:19:04,540 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T14:19:04,540 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:19:04,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741828_1004 (size=1189) 2024-11-12T14:19:04,975 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/MasterData/data/master/store 2024-11-12T14:19:04,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741829_1005 (size=34) 2024-11-12T14:19:05,305 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T14:19:05,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:19:05,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:19:05,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:19:05,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:19:05,383 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:19:05,383 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:19:05,383 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:19:05,384 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:19:05,384 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:19:05,384 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:19:05,384 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:19:05,384 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421145383Disabling compacts and flushes for region at 1731421145383Disabling writes for close at 1731421145384 (+1 ms)Writing region close event to WAL at 1731421145384Closed at 1731421145384 2024-11-12T14:19:05,385 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/MasterData/data/master/store/.initializing 2024-11-12T14:19:05,385 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/MasterData/WALs/2b6d221c5cde,39577,1731421143830 2024-11-12T14:19:05,386 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:19:05,387 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C39577%2C1731421143830, suffix=, logDir=hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/MasterData/WALs/2b6d221c5cde,39577,1731421143830, archiveDir=hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/MasterData/oldWALs, maxLogs=10 2024-11-12T14:19:05,404 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/MasterData/WALs/2b6d221c5cde,39577,1731421143830/2b6d221c5cde%2C39577%2C1731421143830.1731421145388, exclude list is [], retry=0 2024-11-12T14:19:05,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41253,DS-db385f01-5c2b-4343-8a15-059b1e275965,DISK] 2024-11-12T14:19:05,410 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/MasterData/WALs/2b6d221c5cde,39577,1731421143830/2b6d221c5cde%2C39577%2C1731421143830.1731421145388 2024-11-12T14:19:05,410 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36743:36743)] 2024-11-12T14:19:05,410 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:19:05,411 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:19:05,411 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:19:05,411 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:19:05,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:19:05,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T14:19:05,414 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:19:05,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:19:05,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:19:05,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T14:19:05,415 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:19:05,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:19:05,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:19:05,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T14:19:05,417 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:19:05,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:19:05,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:19:05,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T14:19:05,419 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:19:05,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:19:05,420 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:19:05,420 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:19:05,421 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:19:05,422 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:19:05,422 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:19:05,422 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:19:05,424 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:19:05,426 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:19:05,426 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74314748, jitterRate=0.10737603902816772}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:19:05,426 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731421145411Initializing all the Stores at 1731421145412 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421145412Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421145412Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421145412Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421145412Cleaning up temporary data from old regions at 1731421145422 (+10 ms)Region opened successfully at 1731421145426 (+4 ms) 2024-11-12T14:19:05,427 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T14:19:05,430 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fd889f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:19:05,431 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T14:19:05,431 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T14:19:05,431 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T14:19:05,431 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T14:19:05,431 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T14:19:05,432 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T14:19:05,432 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T14:19:05,438 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T14:19:05,439 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39577-0x1012f69da540003, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Unable to get data of znode /1-786307575/balancer because node does not exist (not necessarily an error) 2024-11-12T14:19:05,447 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-786307575/balancer already deleted, retry=false 2024-11-12T14:19:05,447 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T14:19:05,448 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39577-0x1012f69da540003, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Unable to get data of znode /1-786307575/normalizer because node does not exist (not necessarily an error) 2024-11-12T14:19:05,457 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-786307575/normalizer already deleted, retry=false 2024-11-12T14:19:05,457 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T14:19:05,458 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39577-0x1012f69da540003, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Unable to get data of znode /1-786307575/switch/split because node does not exist (not necessarily an error) 2024-11-12T14:19:05,468 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-786307575/switch/split already deleted, retry=false 2024-11-12T14:19:05,469 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39577-0x1012f69da540003, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Unable to get data of znode /1-786307575/switch/merge because node does not exist (not necessarily an error) 2024-11-12T14:19:05,478 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-786307575/switch/merge already deleted, retry=false 2024-11-12T14:19:05,480 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39577-0x1012f69da540003, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Unable to get data of znode /1-786307575/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T14:19:05,489 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-786307575/snapshot-cleanup already deleted, retry=false 2024-11-12T14:19:05,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39577-0x1012f69da540003, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-786307575/running 2024-11-12T14:19:05,500 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45049-0x1012f69da540004, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-786307575/running 2024-11-12T14:19:05,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39577-0x1012f69da540003, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-786307575 2024-11-12T14:19:05,500 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45049-0x1012f69da540004, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-786307575 2024-11-12T14:19:05,500 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b6d221c5cde,39577,1731421143830, sessionid=0x1012f69da540003, setting cluster-up flag (Was=false) 2024-11-12T14:19:05,521 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45049-0x1012f69da540004, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-786307575 2024-11-12T14:19:05,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39577-0x1012f69da540003, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-786307575 2024-11-12T14:19:05,552 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-786307575/flush-table-proc/acquired, /1-786307575/flush-table-proc/reached, /1-786307575/flush-table-proc/abort 2024-11-12T14:19:05,553 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,39577,1731421143830 2024-11-12T14:19:05,573 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45049-0x1012f69da540004, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-786307575 2024-11-12T14:19:05,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39577-0x1012f69da540003, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-786307575 2024-11-12T14:19:05,605 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-786307575/online-snapshot/acquired, /1-786307575/online-snapshot/reached, /1-786307575/online-snapshot/abort 2024-11-12T14:19:05,606 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,39577,1731421143830 2024-11-12T14:19:05,607 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T14:19:05,609 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T14:19:05,609 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T14:19:05,609 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T14:19:05,609 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b6d221c5cde,39577,1731421143830 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T14:19:05,611 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:19:05,611 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:19:05,611 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:19:05,611 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:19:05,611 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b6d221c5cde:0, corePoolSize=10, maxPoolSize=10 2024-11-12T14:19:05,611 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:19:05,611 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:19:05,611 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:19:05,613 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731421175613 2024-11-12T14:19:05,613 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T14:19:05,613 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T14:19:05,613 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T14:19:05,613 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T14:19:05,613 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T14:19:05,613 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T14:19:05,613 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:19:05,614 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T14:19:05,614 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T14:19:05,614 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T14:19:05,614 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T14:19:05,614 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T14:19:05,614 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T14:19:05,615 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:19:05,615 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421145614,5,FailOnTimeoutGroup] 2024-11-12T14:19:05,615 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T14:19:05,615 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421145615,5,FailOnTimeoutGroup] 2024-11-12T14:19:05,615 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:19:05,615 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T14:19:05,615 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T14:19:05,615 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T14:19:05,616 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:19:05,616 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T14:19:05,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741831_1007 (size=1321) 2024-11-12T14:19:05,685 INFO [RS:0;2b6d221c5cde:45049 {}] regionserver.HRegionServer(746): ClusterId : c0204bd8-5967-4025-9618-a745ba9a8ebd 2024-11-12T14:19:05,685 DEBUG [RS:0;2b6d221c5cde:45049 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T14:19:05,698 DEBUG [RS:0;2b6d221c5cde:45049 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T14:19:05,698 DEBUG [RS:0;2b6d221c5cde:45049 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T14:19:05,711 DEBUG [RS:0;2b6d221c5cde:45049 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T14:19:05,711 DEBUG [RS:0;2b6d221c5cde:45049 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1049a767, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:19:05,726 DEBUG [RS:0;2b6d221c5cde:45049 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b6d221c5cde:45049 2024-11-12T14:19:05,726 INFO [RS:0;2b6d221c5cde:45049 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T14:19:05,726 INFO [RS:0;2b6d221c5cde:45049 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T14:19:05,726 DEBUG [RS:0;2b6d221c5cde:45049 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T14:19:05,727 INFO [RS:0;2b6d221c5cde:45049 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b6d221c5cde,39577,1731421143830 with port=45049, startcode=1731421143958 2024-11-12T14:19:05,727 DEBUG [RS:0;2b6d221c5cde:45049 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T14:19:05,728 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33849, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T14:19:05,729 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39577 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b6d221c5cde,45049,1731421143958 2024-11-12T14:19:05,729 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39577 {}] master.ServerManager(517): Registering regionserver=2b6d221c5cde,45049,1731421143958 2024-11-12T14:19:05,730 DEBUG [RS:0;2b6d221c5cde:45049 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17 2024-11-12T14:19:05,730 DEBUG [RS:0;2b6d221c5cde:45049 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32779 2024-11-12T14:19:05,730 DEBUG [RS:0;2b6d221c5cde:45049 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T14:19:05,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39577-0x1012f69da540003, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-786307575/rs 2024-11-12T14:19:05,788 DEBUG [RS:0;2b6d221c5cde:45049 {}] zookeeper.ZKUtil(111): regionserver:45049-0x1012f69da540004, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Set watcher on existing znode=/1-786307575/rs/2b6d221c5cde,45049,1731421143958 2024-11-12T14:19:05,788 WARN [RS:0;2b6d221c5cde:45049 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:19:05,788 INFO [RS:0;2b6d221c5cde:45049 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:19:05,788 DEBUG [RS:0;2b6d221c5cde:45049 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/WALs/2b6d221c5cde,45049,1731421143958 2024-11-12T14:19:05,791 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b6d221c5cde,45049,1731421143958] 2024-11-12T14:19:05,801 INFO [RS:0;2b6d221c5cde:45049 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T14:19:05,812 INFO [RS:0;2b6d221c5cde:45049 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T14:19:05,816 INFO [RS:0;2b6d221c5cde:45049 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T14:19:05,816 INFO [RS:0;2b6d221c5cde:45049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:19:05,817 INFO [RS:0;2b6d221c5cde:45049 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T14:19:05,819 INFO [RS:0;2b6d221c5cde:45049 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T14:19:05,819 INFO [RS:0;2b6d221c5cde:45049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T14:19:05,819 DEBUG [RS:0;2b6d221c5cde:45049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:19:05,819 DEBUG [RS:0;2b6d221c5cde:45049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:19:05,819 DEBUG [RS:0;2b6d221c5cde:45049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:19:05,819 DEBUG [RS:0;2b6d221c5cde:45049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:19:05,819 DEBUG [RS:0;2b6d221c5cde:45049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:19:05,819 DEBUG [RS:0;2b6d221c5cde:45049 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:19:05,819 DEBUG [RS:0;2b6d221c5cde:45049 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:19:05,819 DEBUG [RS:0;2b6d221c5cde:45049 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:19:05,819 DEBUG [RS:0;2b6d221c5cde:45049 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:19:05,819 DEBUG [RS:0;2b6d221c5cde:45049 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:19:05,819 DEBUG [RS:0;2b6d221c5cde:45049 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:19:05,820 DEBUG [RS:0;2b6d221c5cde:45049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:19:05,820 DEBUG [RS:0;2b6d221c5cde:45049 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:19:05,820 DEBUG [RS:0;2b6d221c5cde:45049 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:19:05,820 INFO [RS:0;2b6d221c5cde:45049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:19:05,820 INFO [RS:0;2b6d221c5cde:45049 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:19:05,820 INFO [RS:0;2b6d221c5cde:45049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:19:05,820 INFO [RS:0;2b6d221c5cde:45049 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T14:19:05,820 INFO [RS:0;2b6d221c5cde:45049 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T14:19:05,820 INFO [RS:0;2b6d221c5cde:45049 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,45049,1731421143958-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:19:05,834 INFO [RS:0;2b6d221c5cde:45049 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T14:19:05,834 INFO [RS:0;2b6d221c5cde:45049 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,45049,1731421143958-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:19:05,835 INFO [RS:0;2b6d221c5cde:45049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:19:05,835 INFO [RS:0;2b6d221c5cde:45049 {}] regionserver.Replication(171): 2b6d221c5cde,45049,1731421143958 started 2024-11-12T14:19:05,847 INFO [RS:0;2b6d221c5cde:45049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:19:05,847 INFO [RS:0;2b6d221c5cde:45049 {}] regionserver.HRegionServer(1482): Serving as 2b6d221c5cde,45049,1731421143958, RpcServer on 2b6d221c5cde/172.17.0.3:45049, sessionid=0x1012f69da540004 2024-11-12T14:19:05,848 DEBUG [RS:0;2b6d221c5cde:45049 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T14:19:05,848 DEBUG [RS:0;2b6d221c5cde:45049 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b6d221c5cde,45049,1731421143958 2024-11-12T14:19:05,848 DEBUG [RS:0;2b6d221c5cde:45049 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,45049,1731421143958' 2024-11-12T14:19:05,848 DEBUG [RS:0;2b6d221c5cde:45049 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-786307575/flush-table-proc/abort' 2024-11-12T14:19:05,848 DEBUG [RS:0;2b6d221c5cde:45049 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-786307575/flush-table-proc/acquired' 2024-11-12T14:19:05,848 DEBUG [RS:0;2b6d221c5cde:45049 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T14:19:05,848 DEBUG [RS:0;2b6d221c5cde:45049 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T14:19:05,849 DEBUG [RS:0;2b6d221c5cde:45049 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b6d221c5cde,45049,1731421143958 2024-11-12T14:19:05,849 DEBUG [RS:0;2b6d221c5cde:45049 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,45049,1731421143958' 2024-11-12T14:19:05,849 DEBUG [RS:0;2b6d221c5cde:45049 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-786307575/online-snapshot/abort' 2024-11-12T14:19:05,849 DEBUG [RS:0;2b6d221c5cde:45049 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-786307575/online-snapshot/acquired' 2024-11-12T14:19:05,849 DEBUG [RS:0;2b6d221c5cde:45049 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T14:19:05,849 INFO [RS:0;2b6d221c5cde:45049 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T14:19:05,849 INFO [RS:0;2b6d221c5cde:45049 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T14:19:05,950 INFO [RS:0;2b6d221c5cde:45049 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:19:05,951 INFO [RS:0;2b6d221c5cde:45049 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C45049%2C1731421143958, suffix=, logDir=hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/WALs/2b6d221c5cde,45049,1731421143958, archiveDir=hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/oldWALs, maxLogs=10 2024-11-12T14:19:05,970 DEBUG [RS:0;2b6d221c5cde:45049 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/WALs/2b6d221c5cde,45049,1731421143958/2b6d221c5cde%2C45049%2C1731421143958.1731421145952, exclude list is [], retry=0 2024-11-12T14:19:05,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41253,DS-db385f01-5c2b-4343-8a15-059b1e275965,DISK] 2024-11-12T14:19:05,996 INFO [RS:0;2b6d221c5cde:45049 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/WALs/2b6d221c5cde,45049,1731421143958/2b6d221c5cde%2C45049%2C1731421143958.1731421145952 2024-11-12T14:19:06,004 DEBUG [RS:0;2b6d221c5cde:45049 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36743:36743)] 2024-11-12T14:19:06,027 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T14:19:06,028 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17 2024-11-12T14:19:06,029 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T14:19:06,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741833_1009 (size=32) 2024-11-12T14:19:06,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:19:06,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:19:06,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:19:06,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:19:06,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:19:06,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:19:06,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:19:06,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:19:06,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:19:06,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:19:06,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:19:06,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:19:06,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:19:06,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:19:06,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:19:06,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:19:06,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:19:06,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:19:06,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/data/hbase/meta/1588230740 2024-11-12T14:19:06,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/data/hbase/meta/1588230740 2024-11-12T14:19:06,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:19:06,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:19:06,449 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:19:06,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:19:06,452 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:19:06,453 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58791710, jitterRate=-0.12393525242805481}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:19:06,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731421146437Initializing all the Stores at 1731421146437Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421146437Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421146438 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421146438Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421146438Cleaning up temporary data from old regions at 1731421146448 (+10 ms)Region opened successfully at 1731421146453 (+5 ms) 2024-11-12T14:19:06,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:19:06,453 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:19:06,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:19:06,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:19:06,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:19:06,454 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:19:06,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421146453Disabling compacts and flushes for region at 1731421146453Disabling writes for close at 1731421146453Writing region close event to WAL at 1731421146454 (+1 ms)Closed at 1731421146454 2024-11-12T14:19:06,455 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:19:06,455 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T14:19:06,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T14:19:06,456 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:19:06,457 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T14:19:06,607 DEBUG [2b6d221c5cde:39577 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T14:19:06,608 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b6d221c5cde,45049,1731421143958 2024-11-12T14:19:06,609 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,45049,1731421143958, state=OPENING 2024-11-12T14:19:06,615 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T14:19:06,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39577-0x1012f69da540003, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-786307575 2024-11-12T14:19:06,626 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45049-0x1012f69da540004, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-786307575 2024-11-12T14:19:06,626 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-786307575/meta-region-server: CHANGED 2024-11-12T14:19:06,627 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:19:06,627 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-786307575/meta-region-server: CHANGED 2024-11-12T14:19:06,627 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,45049,1731421143958}] 2024-11-12T14:19:06,780 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:19:06,782 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39527, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T14:19:06,795 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T14:19:06,795 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:19:06,796 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T14:19:06,799 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C45049%2C1731421143958.meta, suffix=.meta, logDir=hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/WALs/2b6d221c5cde,45049,1731421143958, archiveDir=hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/oldWALs, maxLogs=10 2024-11-12T14:19:06,825 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/WALs/2b6d221c5cde,45049,1731421143958/2b6d221c5cde%2C45049%2C1731421143958.meta.1731421146799.meta, exclude list is [], retry=0 2024-11-12T14:19:06,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41253,DS-db385f01-5c2b-4343-8a15-059b1e275965,DISK] 2024-11-12T14:19:06,830 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/WALs/2b6d221c5cde,45049,1731421143958/2b6d221c5cde%2C45049%2C1731421143958.meta.1731421146799.meta 2024-11-12T14:19:06,831 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36743:36743)] 2024-11-12T14:19:06,831 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:19:06,831 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:19:06,831 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T14:19:06,832 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T14:19:06,832 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T14:19:06,832 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T14:19:06,832 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:19:06,832 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T14:19:06,832 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T14:19:06,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:19:06,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:19:06,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:19:06,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:19:06,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:19:06,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:19:06,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:19:06,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:19:06,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:19:06,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:19:06,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:19:06,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:19:06,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:19:06,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:19:06,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:19:06,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:19:06,841 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:19:06,842 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/data/hbase/meta/1588230740 2024-11-12T14:19:06,843 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/data/hbase/meta/1588230740 2024-11-12T14:19:06,844 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:19:06,844 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:19:06,845 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:19:06,847 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:19:06,848 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60997805, jitterRate=-0.09106187522411346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:19:06,848 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T14:19:06,848 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731421146832Writing region info on filesystem at 1731421146832Initializing all the Stores at 1731421146834 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421146834Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421146834Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421146834Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421146834Cleaning up temporary data from old regions at 1731421146844 (+10 ms)Running coprocessor post-open hooks at 1731421146848 (+4 ms)Region opened successfully at 1731421146848 2024-11-12T14:19:06,849 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731421146779 2024-11-12T14:19:06,852 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T14:19:06,852 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T14:19:06,853 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,45049,1731421143958 2024-11-12T14:19:06,854 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,45049,1731421143958, state=OPEN 2024-11-12T14:19:06,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39577-0x1012f69da540003, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-786307575/meta-region-server 2024-11-12T14:19:06,878 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45049-0x1012f69da540004, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-786307575/meta-region-server 2024-11-12T14:19:06,879 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b6d221c5cde,45049,1731421143958 2024-11-12T14:19:06,879 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-786307575/meta-region-server: CHANGED 2024-11-12T14:19:06,879 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-786307575/meta-region-server: CHANGED 2024-11-12T14:19:06,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T14:19:06,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,45049,1731421143958 in 252 msec 2024-11-12T14:19:06,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T14:19:06,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 426 msec 2024-11-12T14:19:06,885 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:19:06,885 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T14:19:06,886 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:19:06,887 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,45049,1731421143958, seqNum=-1] 2024-11-12T14:19:06,887 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:19:06,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46131, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:19:06,894 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2850 sec 2024-11-12T14:19:06,895 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731421146895, completionTime=-1 2024-11-12T14:19:06,895 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T14:19:06,895 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T14:19:06,897 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T14:19:06,897 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731421206897 2024-11-12T14:19:06,897 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731421266897 2024-11-12T14:19:06,897 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T14:19:06,898 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,39577,1731421143830-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:19:06,898 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,39577,1731421143830-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:19:06,898 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,39577,1731421143830-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:19:06,898 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b6d221c5cde:39577, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:19:06,898 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T14:19:06,900 DEBUG [master/2b6d221c5cde:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T14:19:06,904 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T14:19:06,910 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.883sec 2024-11-12T14:19:06,910 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T14:19:06,910 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T14:19:06,910 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T14:19:06,910 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T14:19:06,910 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T14:19:06,910 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,39577,1731421143830-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:19:06,910 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,39577,1731421143830-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T14:19:06,915 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T14:19:06,915 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T14:19:06,916 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,39577,1731421143830-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:19:06,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25ed74cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:19:06,989 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,39577,-1 for getting cluster id 2024-11-12T14:19:06,989 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:19:06,991 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0204bd8-5967-4025-9618-a745ba9a8ebd' 2024-11-12T14:19:06,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:19:06,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0204bd8-5967-4025-9618-a745ba9a8ebd" 2024-11-12T14:19:06,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46f57d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:19:06,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,39577,-1] 2024-11-12T14:19:06,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:19:06,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:19:06,994 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:19:06,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c7e774e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:19:06,995 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:19:06,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,45049,1731421143958, seqNum=-1] 2024-11-12T14:19:06,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:19:06,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:19:07,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b6d221c5cde,39577,1731421143830 2024-11-12T14:19:07,002 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51226 2024-11-12T14:19:07,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:19:07,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012f69da540005 connected 2024-11-12T14:19:07,061 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:19:07,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,39575,1731421137471 2024-11-12T14:19:07,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a43789e 2024-11-12T14:19:07,063 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:19:07,064 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:19:07,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39575 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:19:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39575 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T14:19:07,071 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T14:19:07,072 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:19:07,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39575 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T14:19:07,074 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T14:19:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:19:07,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44851 is added to blk_1073741835_1011 (size=902) 2024-11-12T14:19:07,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:19:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:19:07,481 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c4e531227bef42fc2a9219af95518ff4, NAME => 'test,,1731421147065.c4e531227bef42fc2a9219af95518ff4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994 2024-11-12T14:19:07,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44851 is added to blk_1073741836_1012 (size=39) 2024-11-12T14:19:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:19:07,888 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731421147065.c4e531227bef42fc2a9219af95518ff4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:19:07,888 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c4e531227bef42fc2a9219af95518ff4, disabling compactions & flushes 2024-11-12T14:19:07,888 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731421147065.c4e531227bef42fc2a9219af95518ff4. 2024-11-12T14:19:07,888 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731421147065.c4e531227bef42fc2a9219af95518ff4. 2024-11-12T14:19:07,888 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731421147065.c4e531227bef42fc2a9219af95518ff4. after waiting 0 ms 2024-11-12T14:19:07,888 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731421147065.c4e531227bef42fc2a9219af95518ff4. 2024-11-12T14:19:07,888 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731421147065.c4e531227bef42fc2a9219af95518ff4. 2024-11-12T14:19:07,888 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c4e531227bef42fc2a9219af95518ff4: Waiting for close lock at 1731421147888Disabling compacts and flushes for region at 1731421147888Disabling writes for close at 1731421147888Writing region close event to WAL at 1731421147888Closed at 1731421147888 2024-11-12T14:19:07,890 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T14:19:07,890 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731421147065.c4e531227bef42fc2a9219af95518ff4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731421147890"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731421147890"}]},"ts":"1731421147890"} 2024-11-12T14:19:07,893 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T14:19:07,895 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T14:19:07,895 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421147895"}]},"ts":"1731421147895"} 2024-11-12T14:19:07,897 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T14:19:07,898 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c4e531227bef42fc2a9219af95518ff4, ASSIGN}] 2024-11-12T14:19:07,899 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c4e531227bef42fc2a9219af95518ff4, ASSIGN 2024-11-12T14:19:07,900 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c4e531227bef42fc2a9219af95518ff4, ASSIGN; state=OFFLINE, location=2b6d221c5cde,34589,1731421138177; forceNewPlan=false, retain=false 2024-11-12T14:19:08,051 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c4e531227bef42fc2a9219af95518ff4, regionState=OPENING, regionLocation=2b6d221c5cde,34589,1731421138177 2024-11-12T14:19:08,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c4e531227bef42fc2a9219af95518ff4, ASSIGN because future has completed 2024-11-12T14:19:08,054 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4e531227bef42fc2a9219af95518ff4, server=2b6d221c5cde,34589,1731421138177}] 2024-11-12T14:19:08,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:19:08,212 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731421147065.c4e531227bef42fc2a9219af95518ff4. 2024-11-12T14:19:08,212 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c4e531227bef42fc2a9219af95518ff4, NAME => 'test,,1731421147065.c4e531227bef42fc2a9219af95518ff4.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:19:08,213 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:19:08,213 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T14:19:08,213 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c4e531227bef42fc2a9219af95518ff4 2024-11-12T14:19:08,213 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731421147065.c4e531227bef42fc2a9219af95518ff4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:19:08,214 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c4e531227bef42fc2a9219af95518ff4 2024-11-12T14:19:08,214 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c4e531227bef42fc2a9219af95518ff4 2024-11-12T14:19:08,215 INFO [StoreOpener-c4e531227bef42fc2a9219af95518ff4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c4e531227bef42fc2a9219af95518ff4 2024-11-12T14:19:08,217 INFO [StoreOpener-c4e531227bef42fc2a9219af95518ff4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4e531227bef42fc2a9219af95518ff4 columnFamilyName f 2024-11-12T14:19:08,217 DEBUG [StoreOpener-c4e531227bef42fc2a9219af95518ff4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:19:08,218 INFO [StoreOpener-c4e531227bef42fc2a9219af95518ff4-1 {}] regionserver.HStore(327): Store=c4e531227bef42fc2a9219af95518ff4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:19:08,218 INFO [StoreOpener-c4e531227bef42fc2a9219af95518ff4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c4e531227bef42fc2a9219af95518ff4 2024-11-12T14:19:08,219 INFO [StoreOpener-c4e531227bef42fc2a9219af95518ff4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4e531227bef42fc2a9219af95518ff4 columnFamilyName f1 2024-11-12T14:19:08,219 DEBUG [StoreOpener-c4e531227bef42fc2a9219af95518ff4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:19:08,220 INFO [StoreOpener-c4e531227bef42fc2a9219af95518ff4-1 {}] regionserver.HStore(327): Store=c4e531227bef42fc2a9219af95518ff4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:19:08,220 INFO [StoreOpener-c4e531227bef42fc2a9219af95518ff4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c4e531227bef42fc2a9219af95518ff4 2024-11-12T14:19:08,221 INFO [StoreOpener-c4e531227bef42fc2a9219af95518ff4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4e531227bef42fc2a9219af95518ff4 columnFamilyName norep 2024-11-12T14:19:08,221 DEBUG [StoreOpener-c4e531227bef42fc2a9219af95518ff4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:19:08,222 INFO [StoreOpener-c4e531227bef42fc2a9219af95518ff4-1 {}] regionserver.HStore(327): Store=c4e531227bef42fc2a9219af95518ff4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:19:08,222 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c4e531227bef42fc2a9219af95518ff4 2024-11-12T14:19:08,223 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/default/test/c4e531227bef42fc2a9219af95518ff4 2024-11-12T14:19:08,223 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/default/test/c4e531227bef42fc2a9219af95518ff4 2024-11-12T14:19:08,224 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c4e531227bef42fc2a9219af95518ff4 2024-11-12T14:19:08,224 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c4e531227bef42fc2a9219af95518ff4 2024-11-12T14:19:08,225 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T14:19:08,226 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c4e531227bef42fc2a9219af95518ff4 2024-11-12T14:19:08,228 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/default/test/c4e531227bef42fc2a9219af95518ff4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:19:08,229 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c4e531227bef42fc2a9219af95518ff4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68199272, jitterRate=0.016248345375061035}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T14:19:08,229 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4e531227bef42fc2a9219af95518ff4 2024-11-12T14:19:08,230 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c4e531227bef42fc2a9219af95518ff4: Running coprocessor pre-open hook at 1731421148214Writing region info on filesystem at 1731421148214Initializing all the Stores at 1731421148215 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421148215Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421148215Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421148215Cleaning up temporary data from old regions at 1731421148224 (+9 ms)Running coprocessor post-open hooks at 1731421148229 (+5 ms)Region opened successfully at 1731421148230 (+1 ms) 2024-11-12T14:19:08,233 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731421147065.c4e531227bef42fc2a9219af95518ff4., pid=6, masterSystemTime=1731421148207 2024-11-12T14:19:08,235 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731421147065.c4e531227bef42fc2a9219af95518ff4. 2024-11-12T14:19:08,235 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731421147065.c4e531227bef42fc2a9219af95518ff4. 2024-11-12T14:19:08,237 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c4e531227bef42fc2a9219af95518ff4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2b6d221c5cde,34589,1731421138177 2024-11-12T14:19:08,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4e531227bef42fc2a9219af95518ff4, server=2b6d221c5cde,34589,1731421138177 because future has completed 2024-11-12T14:19:08,245 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T14:19:08,245 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c4e531227bef42fc2a9219af95518ff4, server=2b6d221c5cde,34589,1731421138177 in 187 msec 2024-11-12T14:19:08,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T14:19:08,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c4e531227bef42fc2a9219af95518ff4, ASSIGN in 347 msec 2024-11-12T14:19:08,257 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T14:19:08,257 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421148257"}]},"ts":"1731421148257"} 2024-11-12T14:19:08,261 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T14:19:08,263 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T14:19:08,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1950 sec 2024-11-12T14:19:09,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:19:09,227 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:19:09,228 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T14:19:09,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,39577,1731421143830 2024-11-12T14:19:09,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f71faf 2024-11-12T14:19:09,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:19:09,230 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:19:09,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39577 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:19:09,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39577 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T14:19:09,234 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T14:19:09,235 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:19:09,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39577 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T14:19:09,236 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T14:19:09,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:19:09,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741835_1011 (size=902) 2024-11-12T14:19:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:19:09,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:19:09,646 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1f2585ef31f9b4a5671e2164c3ce42eb, NAME => 'test,,1731421149230.1f2585ef31f9b4a5671e2164c3ce42eb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17 2024-11-12T14:19:09,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741836_1012 (size=39) 2024-11-12T14:19:09,663 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731421149230.1f2585ef31f9b4a5671e2164c3ce42eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:19:09,663 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1f2585ef31f9b4a5671e2164c3ce42eb, disabling compactions & flushes 2024-11-12T14:19:09,663 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731421149230.1f2585ef31f9b4a5671e2164c3ce42eb. 2024-11-12T14:19:09,663 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731421149230.1f2585ef31f9b4a5671e2164c3ce42eb. 2024-11-12T14:19:09,663 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731421149230.1f2585ef31f9b4a5671e2164c3ce42eb. after waiting 0 ms 2024-11-12T14:19:09,663 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731421149230.1f2585ef31f9b4a5671e2164c3ce42eb. 2024-11-12T14:19:09,663 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731421149230.1f2585ef31f9b4a5671e2164c3ce42eb. 2024-11-12T14:19:09,663 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1f2585ef31f9b4a5671e2164c3ce42eb: Waiting for close lock at 1731421149663Disabling compacts and flushes for region at 1731421149663Disabling writes for close at 1731421149663Writing region close event to WAL at 1731421149663Closed at 1731421149663 2024-11-12T14:19:09,665 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T14:19:09,665 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731421149230.1f2585ef31f9b4a5671e2164c3ce42eb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731421149665"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731421149665"}]},"ts":"1731421149665"} 2024-11-12T14:19:09,669 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T14:19:09,670 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T14:19:09,670 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421149670"}]},"ts":"1731421149670"} 2024-11-12T14:19:09,673 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T14:19:09,673 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1f2585ef31f9b4a5671e2164c3ce42eb, ASSIGN}] 2024-11-12T14:19:09,675 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1f2585ef31f9b4a5671e2164c3ce42eb, ASSIGN 2024-11-12T14:19:09,676 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1f2585ef31f9b4a5671e2164c3ce42eb, ASSIGN; state=OFFLINE, location=2b6d221c5cde,45049,1731421143958; forceNewPlan=false, retain=false 2024-11-12T14:19:09,802 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T14:19:09,802 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T14:19:09,804 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T14:19:09,804 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-12T14:19:09,804 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:19:09,805 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-12T14:19:09,805 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T14:19:09,805 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-12T14:19:09,805 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:19:09,805 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T14:19:09,827 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1f2585ef31f9b4a5671e2164c3ce42eb, regionState=OPENING, regionLocation=2b6d221c5cde,45049,1731421143958 2024-11-12T14:19:09,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1f2585ef31f9b4a5671e2164c3ce42eb, ASSIGN because future has completed 2024-11-12T14:19:09,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f2585ef31f9b4a5671e2164c3ce42eb, server=2b6d221c5cde,45049,1731421143958}] 2024-11-12T14:19:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:19:09,989 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731421149230.1f2585ef31f9b4a5671e2164c3ce42eb. 2024-11-12T14:19:09,989 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1f2585ef31f9b4a5671e2164c3ce42eb, NAME => 'test,,1731421149230.1f2585ef31f9b4a5671e2164c3ce42eb.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:19:09,989 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:19:09,990 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T14:19:09,990 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1f2585ef31f9b4a5671e2164c3ce42eb 2024-11-12T14:19:09,990 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731421149230.1f2585ef31f9b4a5671e2164c3ce42eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:19:09,990 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1f2585ef31f9b4a5671e2164c3ce42eb 2024-11-12T14:19:09,990 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1f2585ef31f9b4a5671e2164c3ce42eb 2024-11-12T14:19:09,992 INFO [StoreOpener-1f2585ef31f9b4a5671e2164c3ce42eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1f2585ef31f9b4a5671e2164c3ce42eb 2024-11-12T14:19:09,994 INFO [StoreOpener-1f2585ef31f9b4a5671e2164c3ce42eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f2585ef31f9b4a5671e2164c3ce42eb columnFamilyName f 2024-11-12T14:19:09,994 DEBUG [StoreOpener-1f2585ef31f9b4a5671e2164c3ce42eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:19:09,996 INFO [StoreOpener-1f2585ef31f9b4a5671e2164c3ce42eb-1 {}] regionserver.HStore(327): Store=1f2585ef31f9b4a5671e2164c3ce42eb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:19:09,996 INFO [StoreOpener-1f2585ef31f9b4a5671e2164c3ce42eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1f2585ef31f9b4a5671e2164c3ce42eb 2024-11-12T14:19:09,999 INFO [StoreOpener-1f2585ef31f9b4a5671e2164c3ce42eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f2585ef31f9b4a5671e2164c3ce42eb columnFamilyName f1 2024-11-12T14:19:09,999 DEBUG [StoreOpener-1f2585ef31f9b4a5671e2164c3ce42eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:19:10,000 INFO [StoreOpener-1f2585ef31f9b4a5671e2164c3ce42eb-1 {}] regionserver.HStore(327): Store=1f2585ef31f9b4a5671e2164c3ce42eb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:19:10,000 INFO [StoreOpener-1f2585ef31f9b4a5671e2164c3ce42eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1f2585ef31f9b4a5671e2164c3ce42eb 2024-11-12T14:19:10,003 INFO [StoreOpener-1f2585ef31f9b4a5671e2164c3ce42eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f2585ef31f9b4a5671e2164c3ce42eb columnFamilyName norep 2024-11-12T14:19:10,003 DEBUG [StoreOpener-1f2585ef31f9b4a5671e2164c3ce42eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:19:10,008 INFO [StoreOpener-1f2585ef31f9b4a5671e2164c3ce42eb-1 {}] regionserver.HStore(327): Store=1f2585ef31f9b4a5671e2164c3ce42eb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:19:10,009 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1f2585ef31f9b4a5671e2164c3ce42eb 2024-11-12T14:19:10,010 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/data/default/test/1f2585ef31f9b4a5671e2164c3ce42eb 2024-11-12T14:19:10,011 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/data/default/test/1f2585ef31f9b4a5671e2164c3ce42eb 2024-11-12T14:19:10,013 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1f2585ef31f9b4a5671e2164c3ce42eb 2024-11-12T14:19:10,013 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1f2585ef31f9b4a5671e2164c3ce42eb 2024-11-12T14:19:10,014 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T14:19:10,017 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1f2585ef31f9b4a5671e2164c3ce42eb 2024-11-12T14:19:10,021 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/data/default/test/1f2585ef31f9b4a5671e2164c3ce42eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:19:10,022 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1f2585ef31f9b4a5671e2164c3ce42eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71565897, jitterRate=0.0664149671792984}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T14:19:10,022 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1f2585ef31f9b4a5671e2164c3ce42eb 2024-11-12T14:19:10,023 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1f2585ef31f9b4a5671e2164c3ce42eb: Running coprocessor pre-open hook at 1731421149990Writing region info on filesystem at 1731421149990Initializing all the Stores at 1731421149991 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421149991Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421149991Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421149991Cleaning up temporary data from old regions at 1731421150013 (+22 ms)Running coprocessor post-open hooks at 1731421150022 (+9 ms)Region opened successfully at 1731421150023 (+1 ms) 2024-11-12T14:19:10,025 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731421149230.1f2585ef31f9b4a5671e2164c3ce42eb., pid=6, masterSystemTime=1731421149984 2024-11-12T14:19:10,033 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731421149230.1f2585ef31f9b4a5671e2164c3ce42eb. 2024-11-12T14:19:10,033 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731421149230.1f2585ef31f9b4a5671e2164c3ce42eb. 2024-11-12T14:19:10,041 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1f2585ef31f9b4a5671e2164c3ce42eb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2b6d221c5cde,45049,1731421143958 2024-11-12T14:19:10,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f2585ef31f9b4a5671e2164c3ce42eb, server=2b6d221c5cde,45049,1731421143958 because future has completed 2024-11-12T14:19:10,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T14:19:10,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f2585ef31f9b4a5671e2164c3ce42eb, server=2b6d221c5cde,45049,1731421143958 in 223 msec 2024-11-12T14:19:10,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T14:19:10,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1f2585ef31f9b4a5671e2164c3ce42eb, ASSIGN in 385 msec 2024-11-12T14:19:10,068 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T14:19:10,069 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421150068"}]},"ts":"1731421150068"} 2024-11-12T14:19:10,072 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T14:19:10,075 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T14:19:10,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 844 msec 2024-11-12T14:19:10,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:19:10,378 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T14:19:10,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3abe0e23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:19:10,379 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,39575,-1 for getting cluster id 2024-11-12T14:19:10,379 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:19:10,380 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '434dfb7d-f9f4-46e1-ad1e-4c9c5bb336dc' 2024-11-12T14:19:10,380 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:19:10,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "434dfb7d-f9f4-46e1-ad1e-4c9c5bb336dc" 2024-11-12T14:19:10,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@275bc985, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:19:10,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,39575,-1] 2024-11-12T14:19:10,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:19:10,382 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:19:10,383 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:19:10,384 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a7792fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:19:10,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a9afe39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:19:10,385 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,39577,-1 for getting cluster id 2024-11-12T14:19:10,385 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:19:10,386 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0204bd8-5967-4025-9618-a745ba9a8ebd' 2024-11-12T14:19:10,386 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:19:10,386 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0204bd8-5967-4025-9618-a745ba9a8ebd" 2024-11-12T14:19:10,387 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9069bbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:19:10,387 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,39577,-1] 2024-11-12T14:19:10,387 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:19:10,387 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:19:10,388 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:19:10,390 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63b54502, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:19:10,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a06532, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:19:10,392 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,39575,-1 for getting cluster id 2024-11-12T14:19:10,393 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:19:10,396 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '434dfb7d-f9f4-46e1-ad1e-4c9c5bb336dc' 2024-11-12T14:19:10,397 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:19:10,397 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "434dfb7d-f9f4-46e1-ad1e-4c9c5bb336dc" 2024-11-12T14:19:10,397 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d15f1c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:19:10,397 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,39575,-1] 2024-11-12T14:19:10,397 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:19:10,398 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:19:10,399 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:19:10,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d3bccbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:19:10,407 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:19:10,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,39575,1731421137471 2024-11-12T14:19:10,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7eb1aa7a 2024-11-12T14:19:10,409 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:19:10,410 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:19:10,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39575 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2b6d221c5cde:39577,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-12T14:19:10,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39575 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T14:19:10,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:19:10,414 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b6d221c5cde:39577' 2024-11-12T14:19:10,415 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74fb4b7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:19:10,415 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,39577,-1 for getting cluster id 2024-11-12T14:19:10,415 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:19:10,417 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0204bd8-5967-4025-9618-a745ba9a8ebd' 2024-11-12T14:19:10,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:19:10,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0204bd8-5967-4025-9618-a745ba9a8ebd" 2024-11-12T14:19:10,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d1c4d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:19:10,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,39577,-1] 2024-11-12T14:19:10,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:19:10,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:19:10,419 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:19:10,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25936ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:19:10,420 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:19:10,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,39577,1731421143830 2024-11-12T14:19:10,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@aa84806 2024-11-12T14:19:10,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:19:10,423 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:19:10,424 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-12T14:19:10,424 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T14:19:10,424 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:19:10,424 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:19:10,424 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:19:10,424 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:19:10,426 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T14:19:10,427 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T14:19:10,427 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:19:10,429 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T14:19:10,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44851 is added to blk_1073741837_1013 (size=1138) 2024-11-12T14:19:10,476 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T14:19:10,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:19:10,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:19:10,844 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 173aa3b7e5517b393ac72565af826ed5, NAME => 'hbase:replication,,1731421150424.173aa3b7e5517b393ac72565af826ed5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994 2024-11-12T14:19:10,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44851 is added to blk_1073741838_1014 (size=44) 2024-11-12T14:19:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:19:11,250 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731421150424.173aa3b7e5517b393ac72565af826ed5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:19:11,250 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 173aa3b7e5517b393ac72565af826ed5, disabling compactions & flushes 2024-11-12T14:19:11,250 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731421150424.173aa3b7e5517b393ac72565af826ed5. 2024-11-12T14:19:11,251 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731421150424.173aa3b7e5517b393ac72565af826ed5. 2024-11-12T14:19:11,251 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731421150424.173aa3b7e5517b393ac72565af826ed5. after waiting 0 ms 2024-11-12T14:19:11,251 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731421150424.173aa3b7e5517b393ac72565af826ed5. 2024-11-12T14:19:11,251 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731421150424.173aa3b7e5517b393ac72565af826ed5. 2024-11-12T14:19:11,251 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 173aa3b7e5517b393ac72565af826ed5: Waiting for close lock at 1731421151250Disabling compacts and flushes for region at 1731421151250Disabling writes for close at 1731421151251 (+1 ms)Writing region close event to WAL at 1731421151251Closed at 1731421151251 2024-11-12T14:19:11,252 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T14:19:11,253 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731421150424.173aa3b7e5517b393ac72565af826ed5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731421151252"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731421151252"}]},"ts":"1731421151252"} 2024-11-12T14:19:11,255 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T14:19:11,256 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T14:19:11,256 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421151256"}]},"ts":"1731421151256"} 2024-11-12T14:19:11,259 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T14:19:11,259 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=173aa3b7e5517b393ac72565af826ed5, ASSIGN}] 2024-11-12T14:19:11,261 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=173aa3b7e5517b393ac72565af826ed5, ASSIGN 2024-11-12T14:19:11,262 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=173aa3b7e5517b393ac72565af826ed5, ASSIGN; state=OFFLINE, location=2b6d221c5cde,34589,1731421138177; forceNewPlan=false, retain=false 2024-11-12T14:19:11,412 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=173aa3b7e5517b393ac72565af826ed5, regionState=OPENING, regionLocation=2b6d221c5cde,34589,1731421138177 2024-11-12T14:19:11,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=173aa3b7e5517b393ac72565af826ed5, ASSIGN because future has completed 2024-11-12T14:19:11,417 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 173aa3b7e5517b393ac72565af826ed5, server=2b6d221c5cde,34589,1731421138177}] 2024-11-12T14:19:11,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:19:11,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731421150424.173aa3b7e5517b393ac72565af826ed5. 2024-11-12T14:19:11,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:19:11,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T14:19:11,575 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C34589%2C1731421138177.rep, suffix=, logDir=hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177, archiveDir=hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/oldWALs, maxLogs=10 2024-11-12T14:19:11,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.rep.1731421151575, exclude list is [], retry=0 2024-11-12T14:19:11,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44851,DS-9579066b-a2dc-49ec-a978-7d6e15aa3045,DISK] 2024-11-12T14:19:11,592 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.rep.1731421151575 2024-11-12T14:19:11,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46553:46553)] 2024-11-12T14:19:11,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 173aa3b7e5517b393ac72565af826ed5, NAME => 'hbase:replication,,1731421150424.173aa3b7e5517b393ac72565af826ed5.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:19:11,592 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:19:11,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T14:19:11,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731421150424.173aa3b7e5517b393ac72565af826ed5. service=MultiRowMutationService 2024-11-12T14:19:11,593 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T14:19:11,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 173aa3b7e5517b393ac72565af826ed5 2024-11-12T14:19:11,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731421150424.173aa3b7e5517b393ac72565af826ed5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:19:11,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 173aa3b7e5517b393ac72565af826ed5 2024-11-12T14:19:11,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 173aa3b7e5517b393ac72565af826ed5 2024-11-12T14:19:11,594 INFO [StoreOpener-173aa3b7e5517b393ac72565af826ed5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 173aa3b7e5517b393ac72565af826ed5 2024-11-12T14:19:11,596 INFO [StoreOpener-173aa3b7e5517b393ac72565af826ed5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 173aa3b7e5517b393ac72565af826ed5 columnFamilyName hfileref 2024-11-12T14:19:11,596 DEBUG [StoreOpener-173aa3b7e5517b393ac72565af826ed5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:19:11,596 INFO [StoreOpener-173aa3b7e5517b393ac72565af826ed5-1 {}] regionserver.HStore(327): Store=173aa3b7e5517b393ac72565af826ed5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:19:11,596 INFO [StoreOpener-173aa3b7e5517b393ac72565af826ed5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 173aa3b7e5517b393ac72565af826ed5 2024-11-12T14:19:11,597 INFO [StoreOpener-173aa3b7e5517b393ac72565af826ed5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 173aa3b7e5517b393ac72565af826ed5 columnFamilyName queue 2024-11-12T14:19:11,598 DEBUG [StoreOpener-173aa3b7e5517b393ac72565af826ed5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:19:11,598 INFO [StoreOpener-173aa3b7e5517b393ac72565af826ed5-1 {}] regionserver.HStore(327): Store=173aa3b7e5517b393ac72565af826ed5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:19:11,598 INFO [StoreOpener-173aa3b7e5517b393ac72565af826ed5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 173aa3b7e5517b393ac72565af826ed5 2024-11-12T14:19:11,599 INFO [StoreOpener-173aa3b7e5517b393ac72565af826ed5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 173aa3b7e5517b393ac72565af826ed5 columnFamilyName sid 2024-11-12T14:19:11,599 DEBUG [StoreOpener-173aa3b7e5517b393ac72565af826ed5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:19:11,600 INFO [StoreOpener-173aa3b7e5517b393ac72565af826ed5-1 {}] regionserver.HStore(327): Store=173aa3b7e5517b393ac72565af826ed5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:19:11,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 173aa3b7e5517b393ac72565af826ed5 2024-11-12T14:19:11,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/hbase/replication/173aa3b7e5517b393ac72565af826ed5 2024-11-12T14:19:11,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/hbase/replication/173aa3b7e5517b393ac72565af826ed5 2024-11-12T14:19:11,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 173aa3b7e5517b393ac72565af826ed5 2024-11-12T14:19:11,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 173aa3b7e5517b393ac72565af826ed5 2024-11-12T14:19:11,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T14:19:11,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 173aa3b7e5517b393ac72565af826ed5 2024-11-12T14:19:11,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/hbase/replication/173aa3b7e5517b393ac72565af826ed5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:19:11,606 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 173aa3b7e5517b393ac72565af826ed5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62589165, jitterRate=-0.06734876334667206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T14:19:11,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 173aa3b7e5517b393ac72565af826ed5 2024-11-12T14:19:11,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 173aa3b7e5517b393ac72565af826ed5: Running coprocessor pre-open hook at 1731421151593Writing region info on filesystem at 1731421151593Initializing all the Stores at 1731421151594 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421151594Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421151594Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421151594Cleaning up temporary data from old regions at 1731421151602 (+8 ms)Running coprocessor post-open hooks at 1731421151606 (+4 ms)Region opened successfully at 1731421151606 2024-11-12T14:19:11,607 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731421150424.173aa3b7e5517b393ac72565af826ed5., pid=10, masterSystemTime=1731421151569 2024-11-12T14:19:11,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731421150424.173aa3b7e5517b393ac72565af826ed5. 2024-11-12T14:19:11,609 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731421150424.173aa3b7e5517b393ac72565af826ed5. 2024-11-12T14:19:11,610 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=173aa3b7e5517b393ac72565af826ed5, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,34589,1731421138177 2024-11-12T14:19:11,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 173aa3b7e5517b393ac72565af826ed5, server=2b6d221c5cde,34589,1731421138177 because future has completed 2024-11-12T14:19:11,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T14:19:11,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 173aa3b7e5517b393ac72565af826ed5, server=2b6d221c5cde,34589,1731421138177 in 196 msec 2024-11-12T14:19:11,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T14:19:11,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=173aa3b7e5517b393ac72565af826ed5, ASSIGN in 356 msec 2024-11-12T14:19:11,618 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T14:19:11,618 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421151618"}]},"ts":"1731421151618"} 2024-11-12T14:19:11,620 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T14:19:11,621 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T14:19:11,622 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1970 sec 2024-11-12T14:19:11,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731421150424.173aa3b7e5517b393ac72565af826ed5., hostname=2b6d221c5cde,34589,1731421138177, seqNum=2] 2024-11-12T14:19:11,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39575-0x1012f69da540000, quorum=127.0.0.1:51226, baseZNode=/01836960874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836960874 2024-11-12T14:19:11,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34589-0x1012f69da540001, quorum=127.0.0.1:51226, baseZNode=/01836960874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836960874 2024-11-12T14:19:11,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T14:19:11,802 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T14:19:11,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34589 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T14:19:11,841 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T14:19:11,918 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2b6d221c5cde,34589,1731421138177, ReplicationSource: 1, currentBandwidth=0 2024-11-12T14:19:11,919 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:19:11,919 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,34589,1731421138177, seqNum=-1] 2024-11-12T14:19:11,920 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:19:11,921 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35929, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-12T14:19:11,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2b6d221c5cde,34589,1731421138177', locateType=CURRENT is [region=hbase:replication,,1731421150424.173aa3b7e5517b393ac72565af826ed5., hostname=2b6d221c5cde,34589,1731421138177, seqNum=2] 2024-11-12T14:19:11,945 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T14:19:11,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39575 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T14:19:11,948 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2b6d221c5cde,34589,1731421138177 suceeded 2024-11-12T14:19:11,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T14:19:11,951 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2b6d221c5cde:39577,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-12T14:19:11,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 261 msec 2024-11-12T14:19:11,953 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5400 sec 2024-11-12T14:19:11,965 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b6d221c5cde:39577' 2024-11-12T14:19:11,966 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bad4907, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:19:11,967 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,39577,-1 for getting cluster id 2024-11-12T14:19:11,967 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:19:11,968 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0204bd8-5967-4025-9618-a745ba9a8ebd' 2024-11-12T14:19:11,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:19:11,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0204bd8-5967-4025-9618-a745ba9a8ebd" 2024-11-12T14:19:11,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ce2f212, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:19:11,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,39577,-1] 2024-11-12T14:19:11,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:19:11,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:19:11,970 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:19:11,970 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@583b3dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:19:11,971 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:19:11,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,39577,1731421143830 2024-11-12T14:19:11,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d180afe 2024-11-12T14:19:11,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:19:11,973 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-12T14:19:11,973 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2b6d221c5cde,34589,1731421138177 (queues=1) is replicating from cluster=434dfb7d-f9f4-46e1-ad1e-4c9c5bb336dc to cluster=c0204bd8-5967-4025-9618-a745ba9a8ebd 2024-11-12T14:19:11,973 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2b6d221c5cde%2C34589%2C1731421138177 2024-11-12T14:19:11,973 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2b6d221c5cde,34589,1731421138177, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T14:19:11,974 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.shipper2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2b6d221c5cde%2C34589%2C1731421138177 2024-11-12T14:19:11,974 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.wal-reader.2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.1731421140203, startPosition=0, beingWritten=true 2024-11-12T14:19:11,984 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.wal-reader.2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T14:19:11,984 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.wal-reader.2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.1731421140203 to pos 379, reset compression=false 2024-11-12T14:19:11,984 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.shipper2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,34589,1731421138177 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.1731421140203, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T14:19:12,198 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.wal-reader.2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.1731421140203 to pos 379, reset compression=false 2024-11-12T14:19:12,334 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T14:19:12,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:19:12,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:19:12,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:19:12,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:19:12,503 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.wal-reader.2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.1731421140203 to pos 379, reset compression=false 2024-11-12T14:19:12,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:19:12,557 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T14:19:12,557 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:19:12,558 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:19:12,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:19:12,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:19:12,558 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:19:12,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:19:12,568 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731421152564/Put/seqid=0 2024-11-12T14:19:12,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44851 is added to blk_1073741840_1016 (size=7894) 2024-11-12T14:19:12,591 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/load_f/f/hfile_1 is 34, key is ddd/f:row/1731421152585/Put/seqid=0 2024-11-12T14:19:12,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44851 is added to blk_1073741841_1017 (size=7691) 2024-11-12T14:19:12,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b0737a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:19:12,632 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,39575,-1 for getting cluster id 2024-11-12T14:19:12,633 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:19:12,634 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '434dfb7d-f9f4-46e1-ad1e-4c9c5bb336dc' 2024-11-12T14:19:12,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:19:12,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "434dfb7d-f9f4-46e1-ad1e-4c9c5bb336dc" 2024-11-12T14:19:12,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@745f070f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:19:12,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,39575,-1] 2024-11-12T14:19:12,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:19:12,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:19:12,637 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:19:12,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bc3ca32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:19:12,638 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:19:12,640 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,34589,1731421138177, seqNum=-1] 2024-11-12T14:19:12,641 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:19:12,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:19:12,657 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:19:12,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,39575,1731421137471 2024-11-12T14:19:12,659 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@631408ef 2024-11-12T14:19:12,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:19:12,663 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:19:12,672 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731421147065.c4e531227bef42fc2a9219af95518ff4., hostname=2b6d221c5cde,34589,1731421138177, seqNum=2] 2024-11-12T14:19:12,686 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T14:19:12,716 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-12T14:19:12,725 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-12T14:19:12,763 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34589 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/load_f/f/hfile_0 for inclusion in c4e531227bef42fc2a9219af95518ff4/f 2024-11-12T14:19:12,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34589 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-12T14:19:12,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34589 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T14:19:12,775 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34589 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/load_f/f/hfile_1 for inclusion in c4e531227bef42fc2a9219af95518ff4/f 2024-11-12T14:19:12,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34589 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-12T14:19:12,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34589 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T14:19:12,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34589 {}] regionserver.HRegion(2603): Flush status journal for c4e531227bef42fc2a9219af95518ff4: 2024-11-12T14:19:12,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34589 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/load_f/f/hfile_0 to hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/staging/jenkins__test__j9ij0h5b6179iohemu8qshcoe656ip716and9qn2kgmukpeljqvntacfmmhc2hj8/f/hfile_0 2024-11-12T14:19:12,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/staging/jenkins__test__j9ij0h5b6179iohemu8qshcoe656ip716and9qn2kgmukpeljqvntacfmmhc2hj8/f/hfile_0 as hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/default/test/c4e531227bef42fc2a9219af95518ff4/f/7c0bff18b09e461a963c169ccfc8af13_SeqId_4_ 2024-11-12T14:19:12,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34589 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/load_f/f/hfile_1 to hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/staging/jenkins__test__j9ij0h5b6179iohemu8qshcoe656ip716and9qn2kgmukpeljqvntacfmmhc2hj8/f/hfile_1 2024-11-12T14:19:12,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/staging/jenkins__test__j9ij0h5b6179iohemu8qshcoe656ip716and9qn2kgmukpeljqvntacfmmhc2hj8/f/hfile_1 as hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/default/test/c4e531227bef42fc2a9219af95518ff4/f/94dfa47fb9d14686b87488d7190e76d6_SeqId_4_ 2024-11-12T14:19:12,799 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34589 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/staging/jenkins__test__j9ij0h5b6179iohemu8qshcoe656ip716and9qn2kgmukpeljqvntacfmmhc2hj8/f/hfile_0 into c4e531227bef42fc2a9219af95518ff4/f as hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/default/test/c4e531227bef42fc2a9219af95518ff4/f/7c0bff18b09e461a963c169ccfc8af13_SeqId_4_ - updating store file list. 2024-11-12T14:19:12,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34589 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7c0bff18b09e461a963c169ccfc8af13_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T14:19:12,807 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34589 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/default/test/c4e531227bef42fc2a9219af95518ff4/f/7c0bff18b09e461a963c169ccfc8af13_SeqId_4_ into c4e531227bef42fc2a9219af95518ff4/f 2024-11-12T14:19:12,807 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34589 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/staging/jenkins__test__j9ij0h5b6179iohemu8qshcoe656ip716and9qn2kgmukpeljqvntacfmmhc2hj8/f/hfile_0 into c4e531227bef42fc2a9219af95518ff4/f (new location: hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/default/test/c4e531227bef42fc2a9219af95518ff4/f/7c0bff18b09e461a963c169ccfc8af13_SeqId_4_) 2024-11-12T14:19:12,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34589 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/staging/jenkins__test__j9ij0h5b6179iohemu8qshcoe656ip716and9qn2kgmukpeljqvntacfmmhc2hj8/f/hfile_0 2024-11-12T14:19:12,808 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34589 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/staging/jenkins__test__j9ij0h5b6179iohemu8qshcoe656ip716and9qn2kgmukpeljqvntacfmmhc2hj8/f/hfile_1 into c4e531227bef42fc2a9219af95518ff4/f as hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/default/test/c4e531227bef42fc2a9219af95518ff4/f/94dfa47fb9d14686b87488d7190e76d6_SeqId_4_ - updating store file list. 2024-11-12T14:19:12,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34589 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 94dfa47fb9d14686b87488d7190e76d6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T14:19:12,815 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34589 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/default/test/c4e531227bef42fc2a9219af95518ff4/f/94dfa47fb9d14686b87488d7190e76d6_SeqId_4_ into c4e531227bef42fc2a9219af95518ff4/f 2024-11-12T14:19:12,815 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34589 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/staging/jenkins__test__j9ij0h5b6179iohemu8qshcoe656ip716and9qn2kgmukpeljqvntacfmmhc2hj8/f/hfile_1 into c4e531227bef42fc2a9219af95518ff4/f (new location: hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/default/test/c4e531227bef42fc2a9219af95518ff4/f/94dfa47fb9d14686b87488d7190e76d6_SeqId_4_) 2024-11-12T14:19:12,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34589 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/staging/jenkins__test__j9ij0h5b6179iohemu8qshcoe656ip716and9qn2kgmukpeljqvntacfmmhc2hj8/f/hfile_1 2024-11-12T14:19:12,824 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:19:12,825 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:19:12,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:19:12,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:19:12,825 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:19:12,825 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:19:12,826 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,45049,1731421143958, seqNum=-1] 2024-11-12T14:19:12,827 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:19:12,828 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731421147065.c4e531227bef42fc2a9219af95518ff4., hostname=2b6d221c5cde,34589,1731421138177, seqNum=2 , the old value is region=test,,1731421147065.c4e531227bef42fc2a9219af95518ff4., hostname=2b6d221c5cde,34589,1731421138177, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=2b6d221c5cde:34589 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T14:19:12,828 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:19:12,828 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731421147065.c4e531227bef42fc2a9219af95518ff4., hostname=2b6d221c5cde,34589,1731421138177, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T14:19:12,828 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731421147065.c4e531227bef42fc2a9219af95518ff4., hostname=2b6d221c5cde,34589,1731421138177, seqNum=2 from cache 2024-11-12T14:19:12,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731421149230.1f2585ef31f9b4a5671e2164c3ce42eb., hostname=2b6d221c5cde,45049,1731421143958, seqNum=2] 2024-11-12T14:19:12,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34589 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34589: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:55008 deadline: 1731421212825 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:55008 2024-11-12T14:19:12,834 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T14:19:12,928 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.wal-reader.2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.1731421140203 to pos 379, reset compression=false 2024-11-12T14:19:12,938 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b6d221c5cde:34589 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-12T14:19:12,951 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.wal-reader.2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T14:19:12,951 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.shipper2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,34589,1731421138177 got entry batch from reader: WALEntryBatch [walEntries=[{test/c4e531227bef42fc2a9219af95518ff4/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731421152818/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.1731421140203, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-12T14:19:12,981 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.shipper2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:19:12,984 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-12T14:19:12,989 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] regionserver.ReplicationSink(318): Replicating [434dfb7d-f9f4-46e1-ad1e-4c9c5bb336dc] bulk loaded data 2024-11-12T14:19:12,996 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48aa005c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:19:12,996 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,39577,-1 for getting cluster id 2024-11-12T14:19:12,997 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:19:12,998 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0204bd8-5967-4025-9618-a745ba9a8ebd' 2024-11-12T14:19:12,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:19:12,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0204bd8-5967-4025-9618-a745ba9a8ebd" 2024-11-12T14:19:12,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@304cc829, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:19:12,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,39577,-1] 2024-11-12T14:19:12,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:19:12,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:19:13,000 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:19:13,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c3068d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:19:13,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741837_1013 (size=7894) 2024-11-12T14:19:13,152 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.wal-reader.2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.1731421140203 to pos 687, reset compression=false 2024-11-12T14:19:13,457 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.wal-reader.2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.1731421140203 to pos 687, reset compression=false 2024-11-12T14:19:13,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741838_1014 (size=7691) 2024-11-12T14:19:13,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:19:13,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,39577,1731421143830 2024-11-12T14:19:13,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37bb64bc 2024-11-12T14:19:13,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:19:13,495 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-12T14:19:13,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T14:19:13,499 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:19:13,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,45049,1731421143958, seqNum=-1] 2024-11-12T14:19:13,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:19:13,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-12T14:19:13,515 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/staging/jenkins.hfs.6__test__i8i3gnffnlv408n6ujlhsgdbe9sntr324i1hr4lrq15i7mv4mvn0hg76hijsmhpe/f/7c0bff18b09e461a963c169ccfc8af13_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-12T14:19:13,523 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/staging/jenkins.hfs.6__test__i8i3gnffnlv408n6ujlhsgdbe9sntr324i1hr4lrq15i7mv4mvn0hg76hijsmhpe/f/94dfa47fb9d14686b87488d7190e76d6_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-12T14:19:13,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/staging/jenkins.hfs.6__test__i8i3gnffnlv408n6ujlhsgdbe9sntr324i1hr4lrq15i7mv4mvn0hg76hijsmhpe/f/94dfa47fb9d14686b87488d7190e76d6_SeqId_4_ for inclusion in 1f2585ef31f9b4a5671e2164c3ce42eb/f 2024-11-12T14:19:13,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-12T14:19:13,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T14:19:13,559 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/staging/jenkins.hfs.6__test__i8i3gnffnlv408n6ujlhsgdbe9sntr324i1hr4lrq15i7mv4mvn0hg76hijsmhpe/f/7c0bff18b09e461a963c169ccfc8af13_SeqId_4_ for inclusion in 1f2585ef31f9b4a5671e2164c3ce42eb/f 2024-11-12T14:19:13,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-12T14:19:13,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T14:19:13,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] regionserver.HRegion(2603): Flush status journal for 1f2585ef31f9b4a5671e2164c3ce42eb: 2024-11-12T14:19:13,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 94dfa47fb9d14686b87488d7190e76d6_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-12T14:19:13,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/staging/jenkins.hfs.6__test__i8i3gnffnlv408n6ujlhsgdbe9sntr324i1hr4lrq15i7mv4mvn0hg76hijsmhpe/f/94dfa47fb9d14686b87488d7190e76d6_SeqId_4_ as hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/data/default/test/1f2585ef31f9b4a5671e2164c3ce42eb/f/83d727bfeb1b46c8b62a28d2a2b5ff71_SeqId_4_ 2024-11-12T14:19:13,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7c0bff18b09e461a963c169ccfc8af13_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-12T14:19:13,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/staging/jenkins.hfs.6__test__i8i3gnffnlv408n6ujlhsgdbe9sntr324i1hr4lrq15i7mv4mvn0hg76hijsmhpe/f/7c0bff18b09e461a963c169ccfc8af13_SeqId_4_ as hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/data/default/test/1f2585ef31f9b4a5671e2164c3ce42eb/f/3b4d1955d8424eb7a83be4e4268568bb_SeqId_4_ 2024-11-12T14:19:13,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/staging/jenkins.hfs.6__test__i8i3gnffnlv408n6ujlhsgdbe9sntr324i1hr4lrq15i7mv4mvn0hg76hijsmhpe/f/94dfa47fb9d14686b87488d7190e76d6_SeqId_4_ into 1f2585ef31f9b4a5671e2164c3ce42eb/f as hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/data/default/test/1f2585ef31f9b4a5671e2164c3ce42eb/f/83d727bfeb1b46c8b62a28d2a2b5ff71_SeqId_4_ - updating store file list. 2024-11-12T14:19:13,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 83d727bfeb1b46c8b62a28d2a2b5ff71_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T14:19:13,594 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/data/default/test/1f2585ef31f9b4a5671e2164c3ce42eb/f/83d727bfeb1b46c8b62a28d2a2b5ff71_SeqId_4_ into 1f2585ef31f9b4a5671e2164c3ce42eb/f 2024-11-12T14:19:13,594 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/staging/jenkins.hfs.6__test__i8i3gnffnlv408n6ujlhsgdbe9sntr324i1hr4lrq15i7mv4mvn0hg76hijsmhpe/f/94dfa47fb9d14686b87488d7190e76d6_SeqId_4_ into 1f2585ef31f9b4a5671e2164c3ce42eb/f (new location: hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/data/default/test/1f2585ef31f9b4a5671e2164c3ce42eb/f/83d727bfeb1b46c8b62a28d2a2b5ff71_SeqId_4_) 2024-11-12T14:19:13,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/staging/jenkins.hfs.6__test__i8i3gnffnlv408n6ujlhsgdbe9sntr324i1hr4lrq15i7mv4mvn0hg76hijsmhpe/f/94dfa47fb9d14686b87488d7190e76d6_SeqId_4_ 2024-11-12T14:19:13,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/staging/jenkins.hfs.6__test__i8i3gnffnlv408n6ujlhsgdbe9sntr324i1hr4lrq15i7mv4mvn0hg76hijsmhpe/f/7c0bff18b09e461a963c169ccfc8af13_SeqId_4_ into 1f2585ef31f9b4a5671e2164c3ce42eb/f as hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/data/default/test/1f2585ef31f9b4a5671e2164c3ce42eb/f/3b4d1955d8424eb7a83be4e4268568bb_SeqId_4_ - updating store file list. 2024-11-12T14:19:13,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3b4d1955d8424eb7a83be4e4268568bb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T14:19:13,604 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/data/default/test/1f2585ef31f9b4a5671e2164c3ce42eb/f/3b4d1955d8424eb7a83be4e4268568bb_SeqId_4_ into 1f2585ef31f9b4a5671e2164c3ce42eb/f 2024-11-12T14:19:13,604 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/staging/jenkins.hfs.6__test__i8i3gnffnlv408n6ujlhsgdbe9sntr324i1hr4lrq15i7mv4mvn0hg76hijsmhpe/f/7c0bff18b09e461a963c169ccfc8af13_SeqId_4_ into 1f2585ef31f9b4a5671e2164c3ce42eb/f (new location: hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/data/default/test/1f2585ef31f9b4a5671e2164c3ce42eb/f/3b4d1955d8424eb7a83be4e4268568bb_SeqId_4_) 2024-11-12T14:19:13,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/staging/jenkins.hfs.6__test__i8i3gnffnlv408n6ujlhsgdbe9sntr324i1hr4lrq15i7mv4mvn0hg76hijsmhpe/f/7c0bff18b09e461a963c169ccfc8af13_SeqId_4_ 2024-11-12T14:19:13,606 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] regionserver.ReplicationSink(324): Finished replicating [434dfb7d-f9f4-46e1-ad1e-4c9c5bb336dc] bulk loaded data 2024-11-12T14:19:13,855 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:19:13,861 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731421153859/Put/seqid=0 2024-11-12T14:19:13,865 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.wal-reader.2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.1731421140203 to pos 687, reset compression=false 2024-11-12T14:19:13,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44851 is added to blk_1073741842_1018 (size=7997) 2024-11-12T14:19:13,901 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731421153900/Put/seqid=0 2024-11-12T14:19:13,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44851 is added to blk_1073741843_1019 (size=7794) 2024-11-12T14:19:14,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2726f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:19:14,328 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,39575,-1 for getting cluster id 2024-11-12T14:19:14,328 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:19:14,335 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '434dfb7d-f9f4-46e1-ad1e-4c9c5bb336dc' 2024-11-12T14:19:14,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:19:14,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "434dfb7d-f9f4-46e1-ad1e-4c9c5bb336dc" 2024-11-12T14:19:14,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b0b4b55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:19:14,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,39575,-1] 2024-11-12T14:19:14,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:19:14,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:19:14,338 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:19:14,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8f9234, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:19:14,339 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:19:14,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,34589,1731421138177, seqNum=-1] 2024-11-12T14:19:14,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:19:14,342 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:19:14,355 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:19:14,356 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,39575,1731421137471 2024-11-12T14:19:14,356 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@679b30ff 2024-11-12T14:19:14,357 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:19:14,358 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:19:14,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731421147065.c4e531227bef42fc2a9219af95518ff4., hostname=2b6d221c5cde,34589,1731421138177, seqNum=2] 2024-11-12T14:19:14,367 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T14:19:14,376 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-12T14:19:14,383 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-12T14:19:14,388 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.wal-reader.2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.1731421140203 to pos 687, reset compression=false 2024-11-12T14:19:14,404 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34589 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/load_f1/f1/hfile_0 for inclusion in c4e531227bef42fc2a9219af95518ff4/f1 2024-11-12T14:19:14,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34589 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-12T14:19:14,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34589 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T14:19:14,410 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34589 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/load_f1/f1/hfile_1 for inclusion in c4e531227bef42fc2a9219af95518ff4/f1 2024-11-12T14:19:14,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34589 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-12T14:19:14,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34589 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T14:19:14,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34589 {}] regionserver.HRegion(2603): Flush status journal for c4e531227bef42fc2a9219af95518ff4: 2024-11-12T14:19:14,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34589 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/load_f1/f1/hfile_0 to hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/staging/jenkins__test__67shb2o0h06rphu1usis1uu6mdpa28sq1bk3p51o64pu2pepblfo7jl7d1mo6hgb/f1/hfile_0 2024-11-12T14:19:14,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/staging/jenkins__test__67shb2o0h06rphu1usis1uu6mdpa28sq1bk3p51o64pu2pepblfo7jl7d1mo6hgb/f1/hfile_0 as hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/default/test/c4e531227bef42fc2a9219af95518ff4/f1/666b1b281c454c37bba1849aeec52284_SeqId_6_ 2024-11-12T14:19:14,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34589 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/load_f1/f1/hfile_1 to hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/staging/jenkins__test__67shb2o0h06rphu1usis1uu6mdpa28sq1bk3p51o64pu2pepblfo7jl7d1mo6hgb/f1/hfile_1 2024-11-12T14:19:14,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/staging/jenkins__test__67shb2o0h06rphu1usis1uu6mdpa28sq1bk3p51o64pu2pepblfo7jl7d1mo6hgb/f1/hfile_1 as hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/default/test/c4e531227bef42fc2a9219af95518ff4/f1/a57d237d4f64492793effe5b774a50a5_SeqId_6_ 2024-11-12T14:19:14,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34589 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-12T14:19:14,422 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34589 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/staging/jenkins__test__67shb2o0h06rphu1usis1uu6mdpa28sq1bk3p51o64pu2pepblfo7jl7d1mo6hgb/f1/hfile_0 into c4e531227bef42fc2a9219af95518ff4/f1 as hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/default/test/c4e531227bef42fc2a9219af95518ff4/f1/666b1b281c454c37bba1849aeec52284_SeqId_6_ - updating store file list. 2024-11-12T14:19:14,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34589 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 666b1b281c454c37bba1849aeec52284_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T14:19:14,428 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34589 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/default/test/c4e531227bef42fc2a9219af95518ff4/f1/666b1b281c454c37bba1849aeec52284_SeqId_6_ into c4e531227bef42fc2a9219af95518ff4/f1 2024-11-12T14:19:14,428 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34589 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/staging/jenkins__test__67shb2o0h06rphu1usis1uu6mdpa28sq1bk3p51o64pu2pepblfo7jl7d1mo6hgb/f1/hfile_0 into c4e531227bef42fc2a9219af95518ff4/f1 (new location: hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/default/test/c4e531227bef42fc2a9219af95518ff4/f1/666b1b281c454c37bba1849aeec52284_SeqId_6_) 2024-11-12T14:19:14,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34589 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/staging/jenkins__test__67shb2o0h06rphu1usis1uu6mdpa28sq1bk3p51o64pu2pepblfo7jl7d1mo6hgb/f1/hfile_0 2024-11-12T14:19:14,445 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34589 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/staging/jenkins__test__67shb2o0h06rphu1usis1uu6mdpa28sq1bk3p51o64pu2pepblfo7jl7d1mo6hgb/f1/hfile_1 into c4e531227bef42fc2a9219af95518ff4/f1 as hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/default/test/c4e531227bef42fc2a9219af95518ff4/f1/a57d237d4f64492793effe5b774a50a5_SeqId_6_ - updating store file list. 2024-11-12T14:19:14,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34589 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a57d237d4f64492793effe5b774a50a5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T14:19:14,455 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34589 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/default/test/c4e531227bef42fc2a9219af95518ff4/f1/a57d237d4f64492793effe5b774a50a5_SeqId_6_ into c4e531227bef42fc2a9219af95518ff4/f1 2024-11-12T14:19:14,455 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34589 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/staging/jenkins__test__67shb2o0h06rphu1usis1uu6mdpa28sq1bk3p51o64pu2pepblfo7jl7d1mo6hgb/f1/hfile_1 into c4e531227bef42fc2a9219af95518ff4/f1 (new location: hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/default/test/c4e531227bef42fc2a9219af95518ff4/f1/a57d237d4f64492793effe5b774a50a5_SeqId_6_) 2024-11-12T14:19:14,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34589 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/staging/jenkins__test__67shb2o0h06rphu1usis1uu6mdpa28sq1bk3p51o64pu2pepblfo7jl7d1mo6hgb/f1/hfile_1 2024-11-12T14:19:14,458 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:19:14,458 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:19:14,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:19:14,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:19:14,458 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:19:14,458 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:19:14,459 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731421147065.c4e531227bef42fc2a9219af95518ff4., hostname=2b6d221c5cde,34589,1731421138177, seqNum=2 , the old value is region=test,,1731421147065.c4e531227bef42fc2a9219af95518ff4., hostname=2b6d221c5cde,34589,1731421138177, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=2b6d221c5cde:34589 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T14:19:14,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731421147065.c4e531227bef42fc2a9219af95518ff4., hostname=2b6d221c5cde,34589,1731421138177, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T14:19:14,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731421147065.c4e531227bef42fc2a9219af95518ff4., hostname=2b6d221c5cde,34589,1731421138177, seqNum=2 from cache 2024-11-12T14:19:14,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,34589,1731421138177, seqNum=-1] 2024-11-12T14:19:14,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:19:14,462 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:19:14,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34589 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34589: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:55022 deadline: 1731421214460 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:55022 2024-11-12T14:19:14,464 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731421147065.c4e531227bef42fc2a9219af95518ff4., hostname=2b6d221c5cde,34589,1731421138177, seqNum=2] 2024-11-12T14:19:14,567 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b6d221c5cde:34589 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-12T14:19:15,039 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.wal-reader.2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.1731421140203 to pos 687, reset compression=false 2024-11-12T14:19:15,046 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.wal-reader.2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T14:19:15,046 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.wal-reader.2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.1731421140203 to pos 997, reset compression=false 2024-11-12T14:19:15,046 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.shipper2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,34589,1731421138177 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.1731421140203, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T14:19:15,256 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.wal-reader.2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.1731421140203 to pos 997, reset compression=false 2024-11-12T14:19:15,585 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.wal-reader.2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.1731421140203 to pos 997, reset compression=false 2024-11-12T14:19:15,990 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.wal-reader.2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.1731421140203 to pos 997, reset compression=false 2024-11-12T14:19:16,494 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.wal-reader.2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.1731421140203 to pos 997, reset compression=false 2024-11-12T14:19:17,099 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.wal-reader.2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.1731421140203 to pos 997, reset compression=false 2024-11-12T14:19:17,814 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.wal-reader.2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.1731421140203 to pos 997, reset compression=false 2024-11-12T14:19:18,619 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.wal-reader.2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.1731421140203 to pos 997, reset compression=false 2024-11-12T14:19:19,530 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.wal-reader.2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.1731421140203 to pos 997, reset compression=false 2024-11-12T14:19:19,803 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T14:19:19,803 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-12T14:19:20,535 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.wal-reader.2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.1731421140203 to pos 997, reset compression=false 2024-11-12T14:19:21,675 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.wal-reader.2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.1731421140203 to pos 997, reset compression=false 2024-11-12T14:19:22,890 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.wal-reader.2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.1731421140203 to pos 997, reset compression=false 2024-11-12T14:19:24,212 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.wal-reader.2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.1731421140203 to pos 997, reset compression=false 2024-11-12T14:19:25,637 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.wal-reader.2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.1731421140203 to pos 997, reset compression=false 2024-11-12T14:19:27,148 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.wal-reader.2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.1731421140203 to pos 997, reset compression=false 2024-11-12T14:19:27,409 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T14:19:28,774 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.wal-reader.2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.1731421140203 to pos 997, reset compression=false 2024-11-12T14:19:30,487 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.wal-reader.2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.1731421140203 to pos 997, reset compression=false 2024-11-12T14:19:32,299 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.wal-reader.2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.1731421140203 to pos 997, reset compression=false 2024-11-12T14:19:33,417 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T14:19:34,205 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.wal-reader.2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.1731421140203 to pos 997, reset compression=false 2024-11-12T14:19:35,049 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.shipper2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,34589,1731421138177 got entry batch from reader: null 2024-11-12T14:19:36,229 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.wal-reader.2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.1731421140203 to pos 997, reset compression=false 2024-11-12T14:19:38,333 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.wal-reader.2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.1731421140203 to pos 997, reset compression=false 2024-11-12T14:19:40,537 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.wal-reader.2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.1731421140203 to pos 997, reset compression=false 2024-11-12T14:19:40,927 INFO [master/2b6d221c5cde:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T14:19:40,927 INFO [master/2b6d221c5cde:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T14:19:42,841 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.wal-reader.2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.1731421140203 to pos 997, reset compression=false 2024-11-12T14:19:45,244 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.wal-reader.2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.1731421140203 to pos 997, reset compression=false 2024-11-12T14:19:46,916 INFO [master/2b6d221c5cde:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T14:19:46,916 INFO [master/2b6d221c5cde:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T14:19:47,749 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.wal-reader.2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.1731421140203 to pos 997, reset compression=false 2024-11-12T14:19:50,353 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.wal-reader.2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.1731421140203 to pos 997, reset compression=false 2024-11-12T14:19:53,056 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.wal-reader.2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.1731421140203 to pos 997, reset compression=false 2024-11-12T14:19:53,214 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c4e531227bef42fc2a9219af95518ff4, had cached 0 bytes from a total of 31376 2024-11-12T14:19:54,990 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1f2585ef31f9b4a5671e2164c3ce42eb, had cached 0 bytes from a total of 15585 2024-11-12T14:19:55,049 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.shipper2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,34589,1731421138177 got entry batch from reader: null 2024-11-12T14:19:55,860 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.wal-reader.2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.1731421140203 to pos 997, reset compression=false 2024-11-12T14:19:57,409 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T14:19:58,764 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.wal-reader.2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.1731421140203 to pos 997, reset compression=false 2024-11-12T14:20:01,769 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.wal-reader.2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.1731421140203 to pos 997, reset compression=false 2024-11-12T14:20:03,417 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T14:20:04,873 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.wal-reader.2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.1731421140203 to pos 997, reset compression=false 2024-11-12T14:20:07,039 DEBUG [master/2b6d221c5cde:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-12T14:20:08,077 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.wal-reader.2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.1731421140203 to pos 997, reset compression=false 2024-11-12T14:20:11,381 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.wal-reader.2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.1731421140203 to pos 997, reset compression=false 2024-11-12T14:20:14,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T14:20:14,499 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:20:14,499 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:20:14,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:20:14,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:20:14,499 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:20:14,499 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T14:20:14,499 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1374841782, stopped=false 2024-11-12T14:20:14,500 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b6d221c5cde,39577,1731421143830 2024-11-12T14:20:14,538 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45049-0x1012f69da540004, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-786307575/running 2024-11-12T14:20:14,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39577-0x1012f69da540003, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-786307575/running 2024-11-12T14:20:14,538 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45049-0x1012f69da540004, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-786307575 2024-11-12T14:20:14,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39577-0x1012f69da540003, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-786307575 2024-11-12T14:20:14,538 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:20:14,538 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:20:14,539 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:20:14,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:20:14,539 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b6d221c5cde,45049,1731421143958' ***** 2024-11-12T14:20:14,539 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T14:20:14,539 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45049-0x1012f69da540004, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Set watcher on znode that does not yet exist, /1-786307575/running 2024-11-12T14:20:14,539 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39577-0x1012f69da540003, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Set watcher on znode that does not yet exist, /1-786307575/running 2024-11-12T14:20:14,539 INFO [RS:0;2b6d221c5cde:45049 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T14:20:14,539 INFO [RS:0;2b6d221c5cde:45049 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T14:20:14,540 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T14:20:14,540 INFO [RS:0;2b6d221c5cde:45049 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T14:20:14,540 INFO [RS:0;2b6d221c5cde:45049 {}] regionserver.HRegionServer(3091): Received CLOSE for 1f2585ef31f9b4a5671e2164c3ce42eb 2024-11-12T14:20:14,540 INFO [RS:0;2b6d221c5cde:45049 {}] regionserver.HRegionServer(959): stopping server 2b6d221c5cde,45049,1731421143958 2024-11-12T14:20:14,540 INFO [RS:0;2b6d221c5cde:45049 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:20:14,540 INFO [RS:0;2b6d221c5cde:45049 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:45049. 2024-11-12T14:20:14,541 DEBUG [RS:0;2b6d221c5cde:45049 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:20:14,541 DEBUG [RS:0;2b6d221c5cde:45049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:20:14,541 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1f2585ef31f9b4a5671e2164c3ce42eb, disabling compactions & flushes 2024-11-12T14:20:14,541 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731421149230.1f2585ef31f9b4a5671e2164c3ce42eb. 2024-11-12T14:20:14,541 INFO [RS:0;2b6d221c5cde:45049 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T14:20:14,541 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731421149230.1f2585ef31f9b4a5671e2164c3ce42eb. 2024-11-12T14:20:14,541 INFO [RS:0;2b6d221c5cde:45049 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T14:20:14,541 INFO [RS:0;2b6d221c5cde:45049 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T14:20:14,541 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731421149230.1f2585ef31f9b4a5671e2164c3ce42eb. after waiting 0 ms 2024-11-12T14:20:14,541 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731421149230.1f2585ef31f9b4a5671e2164c3ce42eb. 2024-11-12T14:20:14,541 INFO [RS:0;2b6d221c5cde:45049 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T14:20:14,541 INFO [RS:0;2b6d221c5cde:45049 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T14:20:14,541 DEBUG [RS:0;2b6d221c5cde:45049 {}] regionserver.HRegionServer(1325): Online Regions={1f2585ef31f9b4a5671e2164c3ce42eb=test,,1731421149230.1f2585ef31f9b4a5671e2164c3ce42eb., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T14:20:14,541 DEBUG [RS:0;2b6d221c5cde:45049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f2585ef31f9b4a5671e2164c3ce42eb 2024-11-12T14:20:14,541 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:20:14,541 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:20:14,541 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:20:14,541 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:20:14,541 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:20:14,542 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-12T14:20:14,545 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/data/default/test/1f2585ef31f9b4a5671e2164c3ce42eb/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-12T14:20:14,545 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:20:14,545 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T14:20:14,545 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731421149230.1f2585ef31f9b4a5671e2164c3ce42eb. 2024-11-12T14:20:14,545 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1f2585ef31f9b4a5671e2164c3ce42eb: Waiting for close lock at 1731421214540Running coprocessor pre-close hooks at 1731421214540Disabling compacts and flushes for region at 1731421214541 (+1 ms)Disabling writes for close at 1731421214541Writing region close event to WAL at 1731421214541Running coprocessor post-close hooks at 1731421214545 (+4 ms)Closed at 1731421214545 2024-11-12T14:20:14,546 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731421149230.1f2585ef31f9b4a5671e2164c3ce42eb. 2024-11-12T14:20:14,560 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/data/hbase/meta/1588230740/.tmp/info/d2ddcfe7b29a4801ba3a1d7f43f667e7 is 129, key is test,,1731421149230.1f2585ef31f9b4a5671e2164c3ce42eb./info:regioninfo/1731421150040/Put/seqid=0 2024-11-12T14:20:14,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741839_1015 (size=6421) 2024-11-12T14:20:14,576 INFO [regionserver/2b6d221c5cde:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:20:14,741 DEBUG [RS:0;2b6d221c5cde:45049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:20:14,784 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.wal-reader.2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.1731421140203 to pos 997, reset compression=false 2024-11-12T14:20:14,857 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T14:20:14,857 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T14:20:14,942 DEBUG [RS:0;2b6d221c5cde:45049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:20:14,967 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/data/hbase/meta/1588230740/.tmp/info/d2ddcfe7b29a4801ba3a1d7f43f667e7 2024-11-12T14:20:14,989 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/data/hbase/meta/1588230740/.tmp/ns/58c1661d705144cfafe6f4720f4805e3 is 43, key is default/ns:d/1731421146889/Put/seqid=0 2024-11-12T14:20:14,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741840_1016 (size=5153) 2024-11-12T14:20:15,049 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.shipper2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,34589,1731421138177 got entry batch from reader: null 2024-11-12T14:20:15,142 DEBUG [RS:0;2b6d221c5cde:45049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:20:15,342 DEBUG [RS:0;2b6d221c5cde:45049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:20:15,395 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/data/hbase/meta/1588230740/.tmp/ns/58c1661d705144cfafe6f4720f4805e3 2024-11-12T14:20:15,418 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/data/hbase/meta/1588230740/.tmp/rep_barrier/e8ba451614a64a219995f61c00b78138 is 112, key is test,,1731421149230.1f2585ef31f9b4a5671e2164c3ce42eb./rep_barrier:seqnumDuringOpen/1731421150040/Put/seqid=0 2024-11-12T14:20:15,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741841_1017 (size=5518) 2024-11-12T14:20:15,542 INFO [RS:0;2b6d221c5cde:45049 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T14:20:15,542 DEBUG [RS:0;2b6d221c5cde:45049 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T14:20:15,542 DEBUG [RS:0;2b6d221c5cde:45049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:20:15,743 DEBUG [RS:0;2b6d221c5cde:45049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:20:15,823 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/data/hbase/meta/1588230740/.tmp/rep_barrier/e8ba451614a64a219995f61c00b78138 2024-11-12T14:20:15,844 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/data/hbase/meta/1588230740/.tmp/table/76e63f465e7b4b749e2354fcf9d8629e is 40, key is test/table:state/1731421150068/Put/seqid=0 2024-11-12T14:20:15,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741842_1018 (size=5165) 2024-11-12T14:20:15,943 DEBUG [RS:0;2b6d221c5cde:45049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:20:16,143 DEBUG [RS:0;2b6d221c5cde:45049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:20:16,248 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/data/hbase/meta/1588230740/.tmp/table/76e63f465e7b4b749e2354fcf9d8629e 2024-11-12T14:20:16,255 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/data/hbase/meta/1588230740/.tmp/info/d2ddcfe7b29a4801ba3a1d7f43f667e7 as hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/data/hbase/meta/1588230740/info/d2ddcfe7b29a4801ba3a1d7f43f667e7 2024-11-12T14:20:16,261 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/data/hbase/meta/1588230740/info/d2ddcfe7b29a4801ba3a1d7f43f667e7, entries=10, sequenceid=11, filesize=6.3 K 2024-11-12T14:20:16,262 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/data/hbase/meta/1588230740/.tmp/ns/58c1661d705144cfafe6f4720f4805e3 as hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/data/hbase/meta/1588230740/ns/58c1661d705144cfafe6f4720f4805e3 2024-11-12T14:20:16,270 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/data/hbase/meta/1588230740/ns/58c1661d705144cfafe6f4720f4805e3, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T14:20:16,271 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/data/hbase/meta/1588230740/.tmp/rep_barrier/e8ba451614a64a219995f61c00b78138 as hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/data/hbase/meta/1588230740/rep_barrier/e8ba451614a64a219995f61c00b78138 2024-11-12T14:20:16,278 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/data/hbase/meta/1588230740/rep_barrier/e8ba451614a64a219995f61c00b78138, entries=1, sequenceid=11, filesize=5.4 K 2024-11-12T14:20:16,280 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/data/hbase/meta/1588230740/.tmp/table/76e63f465e7b4b749e2354fcf9d8629e as hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/data/hbase/meta/1588230740/table/76e63f465e7b4b749e2354fcf9d8629e 2024-11-12T14:20:16,286 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/data/hbase/meta/1588230740/table/76e63f465e7b4b749e2354fcf9d8629e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T14:20:16,287 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1746ms, sequenceid=11, compaction requested=false 2024-11-12T14:20:16,295 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T14:20:16,295 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:20:16,296 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:20:16,296 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:20:16,296 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421214541Running coprocessor pre-close hooks at 1731421214541Disabling compacts and flushes for region at 1731421214541Disabling writes for close at 1731421214541Obtaining lock to block concurrent updates at 1731421214542 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731421214542Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731421214542Flushing stores of hbase:meta,,1.1588230740 at 1731421214542Flushing 1588230740/info: creating writer at 1731421214542Flushing 1588230740/info: appending metadata at 1731421214560 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731421214560Flushing 1588230740/ns: creating writer at 1731421214973 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731421214988 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731421214988Flushing 1588230740/rep_barrier: creating writer at 1731421215401 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731421215418 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731421215418Flushing 1588230740/table: creating writer at 1731421215829 (+411 ms)Flushing 1588230740/table: appending metadata at 1731421215843 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731421215843Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10510173: reopening flushed file at 1731421216254 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e116100: reopening flushed file at 1731421216261 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aabfc2e: reopening flushed file at 1731421216270 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@207453f0: reopening flushed file at 1731421216279 (+9 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1746ms, sequenceid=11, compaction requested=false at 1731421216287 (+8 ms)Writing region close event to WAL at 1731421216289 (+2 ms)Running coprocessor post-close hooks at 1731421216295 (+6 ms)Closed at 1731421216296 (+1 ms) 2024-11-12T14:20:16,296 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T14:20:16,343 INFO [RS:0;2b6d221c5cde:45049 {}] regionserver.HRegionServer(976): stopping server 2b6d221c5cde,45049,1731421143958; all regions closed. 2024-11-12T14:20:16,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741834_1010 (size=2717) 2024-11-12T14:20:16,346 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/WALs/2b6d221c5cde,45049,1731421143958/2b6d221c5cde%2C45049%2C1731421143958.meta.1731421146799.meta not finished, retry = 0 2024-11-12T14:20:16,448 DEBUG [RS:0;2b6d221c5cde:45049 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/oldWALs 2024-11-12T14:20:16,448 INFO [RS:0;2b6d221c5cde:45049 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C45049%2C1731421143958.meta:.meta(num 1731421146799) 2024-11-12T14:20:16,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741832_1008 (size=1028) 2024-11-12T14:20:16,454 DEBUG [RS:0;2b6d221c5cde:45049 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/oldWALs 2024-11-12T14:20:16,454 INFO [RS:0;2b6d221c5cde:45049 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C45049%2C1731421143958:(num 1731421145952) 2024-11-12T14:20:16,454 DEBUG [RS:0;2b6d221c5cde:45049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:20:16,454 INFO [RS:0;2b6d221c5cde:45049 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:20:16,454 INFO [RS:0;2b6d221c5cde:45049 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:20:16,455 INFO [RS:0;2b6d221c5cde:45049 {}] hbase.ChoreService(370): Chore service for: regionserver/2b6d221c5cde:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T14:20:16,455 INFO [RS:0;2b6d221c5cde:45049 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:20:16,455 INFO [regionserver/2b6d221c5cde:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:20:16,455 INFO [RS:0;2b6d221c5cde:45049 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:45049. 2024-11-12T14:20:16,455 DEBUG [RS:0;2b6d221c5cde:45049 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:20:16,455 DEBUG [RS:0;2b6d221c5cde:45049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:20:16,455 DEBUG [RS:0;2b6d221c5cde:45049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:20:16,455 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:20:16,455 INFO [RS:0;2b6d221c5cde:45049 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45049 2024-11-12T14:20:16,464 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45049-0x1012f69da540004, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-786307575/rs/2b6d221c5cde,45049,1731421143958 2024-11-12T14:20:16,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39577-0x1012f69da540003, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-786307575/rs 2024-11-12T14:20:16,464 INFO [RS:0;2b6d221c5cde:45049 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:20:16,481 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b6d221c5cde,45049,1731421143958] 2024-11-12T14:20:16,502 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-786307575/draining/2b6d221c5cde,45049,1731421143958 already deleted, retry=false 2024-11-12T14:20:16,502 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b6d221c5cde,45049,1731421143958 expired; onlineServers=0 2024-11-12T14:20:16,502 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b6d221c5cde,39577,1731421143830' ***** 2024-11-12T14:20:16,502 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T14:20:16,502 INFO [M:0;2b6d221c5cde:39577 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:20:16,502 INFO [M:0;2b6d221c5cde:39577 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:20:16,502 DEBUG [M:0;2b6d221c5cde:39577 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T14:20:16,502 DEBUG [M:0;2b6d221c5cde:39577 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T14:20:16,502 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421145614 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421145614,5,FailOnTimeoutGroup] 2024-11-12T14:20:16,502 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421145615 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421145615,5,FailOnTimeoutGroup] 2024-11-12T14:20:16,502 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T14:20:16,502 INFO [M:0;2b6d221c5cde:39577 {}] hbase.ChoreService(370): Chore service for: master/2b6d221c5cde:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T14:20:16,503 INFO [M:0;2b6d221c5cde:39577 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:20:16,503 DEBUG [M:0;2b6d221c5cde:39577 {}] master.HMaster(1795): Stopping service threads 2024-11-12T14:20:16,503 INFO [M:0;2b6d221c5cde:39577 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T14:20:16,503 INFO [M:0;2b6d221c5cde:39577 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:20:16,503 INFO [M:0;2b6d221c5cde:39577 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T14:20:16,503 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T14:20:16,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39577-0x1012f69da540003, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-786307575/master 2024-11-12T14:20:16,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39577-0x1012f69da540003, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-786307575 2024-11-12T14:20:16,513 DEBUG [M:0;2b6d221c5cde:39577 {}] zookeeper.ZKUtil(347): master:39577-0x1012f69da540003, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Unable to get data of znode /1-786307575/master because node does not exist (not an error) 2024-11-12T14:20:16,513 WARN [M:0;2b6d221c5cde:39577 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T14:20:16,513 INFO [M:0;2b6d221c5cde:39577 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/.lastflushedseqids 2024-11-12T14:20:16,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741843_1019 (size=173) 2024-11-12T14:20:16,581 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45049-0x1012f69da540004, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:20:16,581 INFO [RS:0;2b6d221c5cde:45049 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:20:16,581 INFO [RS:0;2b6d221c5cde:45049 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b6d221c5cde,45049,1731421143958; zookeeper connection closed. 2024-11-12T14:20:16,581 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45049-0x1012f69da540004, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:20:16,581 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b5dc97a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b5dc97a 2024-11-12T14:20:16,582 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T14:20:16,921 INFO [M:0;2b6d221c5cde:39577 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T14:20:16,921 INFO [M:0;2b6d221c5cde:39577 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T14:20:16,921 DEBUG [M:0;2b6d221c5cde:39577 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:20:16,921 INFO [M:0;2b6d221c5cde:39577 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:20:16,921 DEBUG [M:0;2b6d221c5cde:39577 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:20:16,921 DEBUG [M:0;2b6d221c5cde:39577 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:20:16,921 DEBUG [M:0;2b6d221c5cde:39577 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:20:16,921 INFO [M:0;2b6d221c5cde:39577 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-12T14:20:16,942 DEBUG [M:0;2b6d221c5cde:39577 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c15b41139e8f411c95df307d93c55bac is 82, key is hbase:meta,,1/info:regioninfo/1731421146853/Put/seqid=0 2024-11-12T14:20:16,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741844_1020 (size=5672) 2024-11-12T14:20:17,347 INFO [M:0;2b6d221c5cde:39577 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c15b41139e8f411c95df307d93c55bac 2024-11-12T14:20:17,376 DEBUG [M:0;2b6d221c5cde:39577 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d7a43cde87f4f9188b68a532e5ca82d is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731421150077/Put/seqid=0 2024-11-12T14:20:17,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741845_1021 (size=6727) 2024-11-12T14:20:17,784 INFO [M:0;2b6d221c5cde:39577 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d7a43cde87f4f9188b68a532e5ca82d 2024-11-12T14:20:17,794 INFO [M:0;2b6d221c5cde:39577 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d7a43cde87f4f9188b68a532e5ca82d 2024-11-12T14:20:17,822 DEBUG [M:0;2b6d221c5cde:39577 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/084e528d230643d68a35be05a068794c is 69, key is 2b6d221c5cde,45049,1731421143958/rs:state/1731421145729/Put/seqid=0 2024-11-12T14:20:17,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741846_1022 (size=5156) 2024-11-12T14:20:18,261 INFO [M:0;2b6d221c5cde:39577 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/084e528d230643d68a35be05a068794c 2024-11-12T14:20:18,266 DEBUG [M:0;2b6d221c5cde:39577 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c15b41139e8f411c95df307d93c55bac as hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c15b41139e8f411c95df307d93c55bac 2024-11-12T14:20:18,272 INFO [M:0;2b6d221c5cde:39577 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c15b41139e8f411c95df307d93c55bac, entries=8, sequenceid=58, filesize=5.5 K 2024-11-12T14:20:18,273 DEBUG [M:0;2b6d221c5cde:39577 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d7a43cde87f4f9188b68a532e5ca82d as hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5d7a43cde87f4f9188b68a532e5ca82d 2024-11-12T14:20:18,279 INFO [M:0;2b6d221c5cde:39577 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d7a43cde87f4f9188b68a532e5ca82d 2024-11-12T14:20:18,279 INFO [M:0;2b6d221c5cde:39577 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5d7a43cde87f4f9188b68a532e5ca82d, entries=6, sequenceid=58, filesize=6.6 K 2024-11-12T14:20:18,280 DEBUG [M:0;2b6d221c5cde:39577 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/084e528d230643d68a35be05a068794c as hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/084e528d230643d68a35be05a068794c 2024-11-12T14:20:18,286 INFO [M:0;2b6d221c5cde:39577 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32779/user/jenkins/test-data/57a11525-19d9-cdad-0a9e-565faddd7f17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/084e528d230643d68a35be05a068794c, entries=1, sequenceid=58, filesize=5.0 K 2024-11-12T14:20:18,287 INFO [M:0;2b6d221c5cde:39577 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1366ms, sequenceid=58, compaction requested=false 2024-11-12T14:20:18,288 INFO [M:0;2b6d221c5cde:39577 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:20:18,288 DEBUG [M:0;2b6d221c5cde:39577 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421216921Disabling compacts and flushes for region at 1731421216921Disabling writes for close at 1731421216921Obtaining lock to block concurrent updates at 1731421216921Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731421216921Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731421216922 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731421216922Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731421216922Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731421216941 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731421216941Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731421217354 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731421217376 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731421217376Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731421217794 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731421217822 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731421217822Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40c10623: reopening flushed file at 1731421218266 (+444 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14b1a4bf: reopening flushed file at 1731421218272 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6abd8507: reopening flushed file at 1731421218279 (+7 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1366ms, sequenceid=58, compaction requested=false at 1731421218287 (+8 ms)Writing region close event to WAL at 1731421218288 (+1 ms)Closed at 1731421218288 2024-11-12T14:20:18,289 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.wal-reader.2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.1731421140203 to pos 997, reset compression=false 2024-11-12T14:20:18,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41253 is added to blk_1073741830_1006 (size=33026) 2024-11-12T14:20:18,292 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:20:18,292 INFO [M:0;2b6d221c5cde:39577 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T14:20:18,292 INFO [M:0;2b6d221c5cde:39577 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39577 2024-11-12T14:20:18,293 INFO [M:0;2b6d221c5cde:39577 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:20:18,407 INFO [M:0;2b6d221c5cde:39577 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:20:18,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39577-0x1012f69da540003, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:20:18,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39577-0x1012f69da540003, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:20:18,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a451367{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:20:18,411 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11511695{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:20:18,411 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:20:18,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59207fea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:20:18,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53c079eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1fe3f84-92f9-fd3e-09ec-833f461fc291/hadoop.log.dir/,STOPPED} 2024-11-12T14:20:18,413 WARN [BP-283813581-172.17.0.3-1731421141093 heartbeating to localhost/127.0.0.1:32779 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T14:20:18,413 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T14:20:18,413 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T14:20:18,413 WARN [BP-283813581-172.17.0.3-1731421141093 heartbeating to localhost/127.0.0.1:32779 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-283813581-172.17.0.3-1731421141093 (Datanode Uuid c0513b4c-f799-4048-94d0-14f6684aac80) service to localhost/127.0.0.1:32779 2024-11-12T14:20:18,414 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1fe3f84-92f9-fd3e-09ec-833f461fc291/cluster_cd65c90a-b59e-1b38-d407-7efe5fd000ba/data/data1/current/BP-283813581-172.17.0.3-1731421141093 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:20:18,414 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1fe3f84-92f9-fd3e-09ec-833f461fc291/cluster_cd65c90a-b59e-1b38-d407-7efe5fd000ba/data/data2/current/BP-283813581-172.17.0.3-1731421141093 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:20:18,414 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T14:20:18,422 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f1f85a3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:20:18,422 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55084033{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:20:18,423 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:20:18,423 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@578373ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:20:18,423 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3aca339d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1fe3f84-92f9-fd3e-09ec-833f461fc291/hadoop.log.dir/,STOPPED} 2024-11-12T14:20:18,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T14:20:18,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T14:20:18,441 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:20:18,441 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:20:18,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:20:18,442 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:20:18,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:20:18,444 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T14:20:18,444 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1494365335, stopped=false 2024-11-12T14:20:18,444 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b6d221c5cde,39575,1731421137471 2024-11-12T14:20:18,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39575-0x1012f69da540000, quorum=127.0.0.1:51226, baseZNode=/01836960874 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01836960874/running 2024-11-12T14:20:18,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34589-0x1012f69da540001, quorum=127.0.0.1:51226, baseZNode=/01836960874 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01836960874/running 2024-11-12T14:20:18,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39575-0x1012f69da540000, quorum=127.0.0.1:51226, baseZNode=/01836960874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836960874 2024-11-12T14:20:18,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34589-0x1012f69da540001, quorum=127.0.0.1:51226, baseZNode=/01836960874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836960874 2024-11-12T14:20:18,465 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:20:18,465 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:20:18,465 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:20:18,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:20:18,465 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b6d221c5cde,34589,1731421138177' ***** 2024-11-12T14:20:18,465 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T14:20:18,466 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39575-0x1012f69da540000, quorum=127.0.0.1:51226, baseZNode=/01836960874 Set watcher on znode that does not yet exist, /01836960874/running 2024-11-12T14:20:18,466 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34589-0x1012f69da540001, quorum=127.0.0.1:51226, baseZNode=/01836960874 Set watcher on znode that does not yet exist, /01836960874/running 2024-11-12T14:20:18,466 INFO [RS:0;2b6d221c5cde:34589 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T14:20:18,466 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T14:20:18,466 INFO [RS:0;2b6d221c5cde:34589 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T14:20:18,466 INFO [RS:0;2b6d221c5cde:34589 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T14:20:18,466 INFO [RS:0;2b6d221c5cde:34589 {}] regionserver.HRegionServer(3091): Received CLOSE for 173aa3b7e5517b393ac72565af826ed5 2024-11-12T14:20:18,467 INFO [RS:0;2b6d221c5cde:34589 {}] regionserver.HRegionServer(3091): Received CLOSE for c4e531227bef42fc2a9219af95518ff4 2024-11-12T14:20:18,467 INFO [RS:0;2b6d221c5cde:34589 {}] regionserver.HRegionServer(959): stopping server 2b6d221c5cde,34589,1731421138177 2024-11-12T14:20:18,467 INFO [RS:0;2b6d221c5cde:34589 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:20:18,467 INFO [RS:0;2b6d221c5cde:34589 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:34589. 2024-11-12T14:20:18,467 DEBUG [RS:0;2b6d221c5cde:34589 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:20:18,467 DEBUG [RS:0;2b6d221c5cde:34589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:20:18,467 INFO [RS:0;2b6d221c5cde:34589 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T14:20:18,467 INFO [RS:0;2b6d221c5cde:34589 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T14:20:18,467 INFO [RS:0;2b6d221c5cde:34589 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T14:20:18,467 INFO [RS:0;2b6d221c5cde:34589 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T14:20:18,467 INFO [RS:0;2b6d221c5cde:34589 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T14:20:18,467 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 173aa3b7e5517b393ac72565af826ed5, disabling compactions & flushes 2024-11-12T14:20:18,467 DEBUG [RS:0;2b6d221c5cde:34589 {}] regionserver.HRegionServer(1325): Online Regions={173aa3b7e5517b393ac72565af826ed5=hbase:replication,,1731421150424.173aa3b7e5517b393ac72565af826ed5., c4e531227bef42fc2a9219af95518ff4=test,,1731421147065.c4e531227bef42fc2a9219af95518ff4., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T14:20:18,467 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731421150424.173aa3b7e5517b393ac72565af826ed5. 2024-11-12T14:20:18,467 DEBUG [RS:0;2b6d221c5cde:34589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 173aa3b7e5517b393ac72565af826ed5, c4e531227bef42fc2a9219af95518ff4 2024-11-12T14:20:18,467 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:20:18,467 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731421150424.173aa3b7e5517b393ac72565af826ed5. 2024-11-12T14:20:18,467 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:20:18,467 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731421150424.173aa3b7e5517b393ac72565af826ed5. after waiting 0 ms 2024-11-12T14:20:18,467 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:20:18,467 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731421150424.173aa3b7e5517b393ac72565af826ed5. 2024-11-12T14:20:18,467 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:20:18,468 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:20:18,468 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 173aa3b7e5517b393ac72565af826ed5 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-12T14:20:18,468 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T14:20:18,486 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/hbase/replication/173aa3b7e5517b393ac72565af826ed5/.tmp/hfileref/bce98579674f409598323a06632cbeb2 is 74, key is 1/hfileref:7c0bff18b09e461a963c169ccfc8af13_SeqId_4_/1731421153610/DeleteColumn/seqid=0 2024-11-12T14:20:18,486 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/hbase/meta/1588230740/.tmp/info/869619c0dde7426ba5815b222e3a487e is 147, key is hbase:replication,,1731421150424.173aa3b7e5517b393ac72565af826ed5./info:regioninfo/1731421151610/Put/seqid=0 2024-11-12T14:20:18,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44851 is added to blk_1073741845_1021 (size=7686) 2024-11-12T14:20:18,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44851 is added to blk_1073741844_1020 (size=5203) 2024-11-12T14:20:18,516 INFO [regionserver/2b6d221c5cde:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:20:18,668 DEBUG [RS:0;2b6d221c5cde:34589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 173aa3b7e5517b393ac72565af826ed5, c4e531227bef42fc2a9219af95518ff4 2024-11-12T14:20:18,868 DEBUG [RS:0;2b6d221c5cde:34589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 173aa3b7e5517b393ac72565af826ed5, c4e531227bef42fc2a9219af95518ff4 2024-11-12T14:20:18,898 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/hbase/meta/1588230740/.tmp/info/869619c0dde7426ba5815b222e3a487e 2024-11-12T14:20:18,898 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/hbase/replication/173aa3b7e5517b393ac72565af826ed5/.tmp/hfileref/bce98579674f409598323a06632cbeb2 2024-11-12T14:20:18,919 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/hbase/meta/1588230740/.tmp/ns/d6a495d47b274d7c997f71d54b2ef513 is 43, key is default/ns:d/1731421140886/Put/seqid=0 2024-11-12T14:20:18,923 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/hbase/replication/173aa3b7e5517b393ac72565af826ed5/.tmp/queue/0266d820a26b4836befb01a18466f660 is 153, key is 1-2b6d221c5cde,34589,1731421138177/queue:2b6d221c5cde%2C34589%2C1731421138177/1731421155048/Put/seqid=0 2024-11-12T14:20:18,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44851 is added to blk_1073741846_1022 (size=5153) 2024-11-12T14:20:18,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44851 is added to blk_1073741847_1023 (size=5352) 2024-11-12T14:20:19,058 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T14:20:19,058 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T14:20:19,068 DEBUG [RS:0;2b6d221c5cde:34589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 173aa3b7e5517b393ac72565af826ed5, c4e531227bef42fc2a9219af95518ff4 2024-11-12T14:20:19,268 DEBUG [RS:0;2b6d221c5cde:34589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 173aa3b7e5517b393ac72565af826ed5, c4e531227bef42fc2a9219af95518ff4 2024-11-12T14:20:19,330 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/hbase/meta/1588230740/.tmp/ns/d6a495d47b274d7c997f71d54b2ef513 2024-11-12T14:20:19,330 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/hbase/replication/173aa3b7e5517b393ac72565af826ed5/.tmp/queue/0266d820a26b4836befb01a18466f660 2024-11-12T14:20:19,337 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/hbase/replication/173aa3b7e5517b393ac72565af826ed5/.tmp/hfileref/bce98579674f409598323a06632cbeb2 as hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/hbase/replication/173aa3b7e5517b393ac72565af826ed5/hfileref/bce98579674f409598323a06632cbeb2 2024-11-12T14:20:19,343 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/hbase/replication/173aa3b7e5517b393ac72565af826ed5/hfileref/bce98579674f409598323a06632cbeb2, entries=2, sequenceid=10, filesize=5.1 K 2024-11-12T14:20:19,344 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/hbase/replication/173aa3b7e5517b393ac72565af826ed5/.tmp/queue/0266d820a26b4836befb01a18466f660 as hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/hbase/replication/173aa3b7e5517b393ac72565af826ed5/queue/0266d820a26b4836befb01a18466f660 2024-11-12T14:20:19,349 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/hbase/replication/173aa3b7e5517b393ac72565af826ed5/queue/0266d820a26b4836befb01a18466f660, entries=1, sequenceid=10, filesize=5.2 K 2024-11-12T14:20:19,350 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 173aa3b7e5517b393ac72565af826ed5 in 883ms, sequenceid=10, compaction requested=false 2024-11-12T14:20:19,353 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/hbase/meta/1588230740/.tmp/rep_barrier/5014324e15884da38cc8e98cb2a9bf92 is 112, key is test,,1731421147065.c4e531227bef42fc2a9219af95518ff4./rep_barrier:seqnumDuringOpen/1731421148236/Put/seqid=0 2024-11-12T14:20:19,355 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/hbase/replication/173aa3b7e5517b393ac72565af826ed5/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-12T14:20:19,356 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:20:19,356 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:20:19,356 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731421150424.173aa3b7e5517b393ac72565af826ed5. 2024-11-12T14:20:19,356 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 173aa3b7e5517b393ac72565af826ed5: Waiting for close lock at 1731421218467Running coprocessor pre-close hooks at 1731421218467Disabling compacts and flushes for region at 1731421218467Disabling writes for close at 1731421218467Obtaining lock to block concurrent updates at 1731421218468 (+1 ms)Preparing flush snapshotting stores in 173aa3b7e5517b393ac72565af826ed5 at 1731421218468Finished memstore snapshotting hbase:replication,,1731421150424.173aa3b7e5517b393ac72565af826ed5., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731421218468Flushing stores of hbase:replication,,1731421150424.173aa3b7e5517b393ac72565af826ed5. at 1731421218469 (+1 ms)Flushing 173aa3b7e5517b393ac72565af826ed5/hfileref: creating writer at 1731421218469Flushing 173aa3b7e5517b393ac72565af826ed5/hfileref: appending metadata at 1731421218485 (+16 ms)Flushing 173aa3b7e5517b393ac72565af826ed5/hfileref: closing flushed file at 1731421218485Flushing 173aa3b7e5517b393ac72565af826ed5/queue: creating writer at 1731421218904 (+419 ms)Flushing 173aa3b7e5517b393ac72565af826ed5/queue: appending metadata at 1731421218922 (+18 ms)Flushing 173aa3b7e5517b393ac72565af826ed5/queue: closing flushed file at 1731421218922Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@357ad5e3: reopening flushed file at 1731421219335 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64efa76e: reopening flushed file at 1731421219343 (+8 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 173aa3b7e5517b393ac72565af826ed5 in 883ms, sequenceid=10, compaction requested=false at 1731421219350 (+7 ms)Writing region close event to WAL at 1731421219352 (+2 ms)Running coprocessor post-close hooks at 1731421219356 (+4 ms)Closed at 1731421219356 2024-11-12T14:20:19,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44851 is added to blk_1073741848_1024 (size=5518) 2024-11-12T14:20:19,356 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731421150424.173aa3b7e5517b393ac72565af826ed5. 2024-11-12T14:20:19,357 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c4e531227bef42fc2a9219af95518ff4, disabling compactions & flushes 2024-11-12T14:20:19,357 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731421147065.c4e531227bef42fc2a9219af95518ff4. 2024-11-12T14:20:19,357 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731421147065.c4e531227bef42fc2a9219af95518ff4. 2024-11-12T14:20:19,357 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731421147065.c4e531227bef42fc2a9219af95518ff4. after waiting 0 ms 2024-11-12T14:20:19,357 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731421147065.c4e531227bef42fc2a9219af95518ff4. 2024-11-12T14:20:19,364 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/default/test/c4e531227bef42fc2a9219af95518ff4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T14:20:19,364 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:20:19,364 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T14:20:19,365 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731421147065.c4e531227bef42fc2a9219af95518ff4. 2024-11-12T14:20:19,365 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c4e531227bef42fc2a9219af95518ff4: Waiting for close lock at 1731421219357Running coprocessor pre-close hooks at 1731421219357Disabling compacts and flushes for region at 1731421219357Disabling writes for close at 1731421219357Writing region close event to WAL at 1731421219360 (+3 ms)Running coprocessor post-close hooks at 1731421219364 (+4 ms)Closed at 1731421219365 (+1 ms) 2024-11-12T14:20:19,365 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731421147065.c4e531227bef42fc2a9219af95518ff4. 2024-11-12T14:20:19,468 INFO [RS:0;2b6d221c5cde:34589 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T14:20:19,468 DEBUG [RS:0;2b6d221c5cde:34589 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T14:20:19,469 DEBUG [RS:0;2b6d221c5cde:34589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:20:19,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:20:19,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:20:19,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:20:19,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:20:19,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:20:19,669 DEBUG [RS:0;2b6d221c5cde:34589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:20:19,757 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/hbase/meta/1588230740/.tmp/rep_barrier/5014324e15884da38cc8e98cb2a9bf92 2024-11-12T14:20:19,777 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/hbase/meta/1588230740/.tmp/table/0297aa2e83f24230bf827a2ccc600203 is 53, key is hbase:replication/table:state/1731421151618/Put/seqid=0 2024-11-12T14:20:19,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44851 is added to blk_1073741849_1025 (size=5308) 2024-11-12T14:20:19,782 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/hbase/meta/1588230740/.tmp/table/0297aa2e83f24230bf827a2ccc600203 2024-11-12T14:20:19,788 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/hbase/meta/1588230740/.tmp/info/869619c0dde7426ba5815b222e3a487e as hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/hbase/meta/1588230740/info/869619c0dde7426ba5815b222e3a487e 2024-11-12T14:20:19,793 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/hbase/meta/1588230740/info/869619c0dde7426ba5815b222e3a487e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T14:20:19,794 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/hbase/meta/1588230740/.tmp/ns/d6a495d47b274d7c997f71d54b2ef513 as hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/hbase/meta/1588230740/ns/d6a495d47b274d7c997f71d54b2ef513 2024-11-12T14:20:19,800 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/hbase/meta/1588230740/ns/d6a495d47b274d7c997f71d54b2ef513, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T14:20:19,802 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/hbase/meta/1588230740/.tmp/rep_barrier/5014324e15884da38cc8e98cb2a9bf92 as hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/hbase/meta/1588230740/rep_barrier/5014324e15884da38cc8e98cb2a9bf92 2024-11-12T14:20:19,807 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/hbase/meta/1588230740/rep_barrier/5014324e15884da38cc8e98cb2a9bf92, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T14:20:19,808 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/hbase/meta/1588230740/.tmp/table/0297aa2e83f24230bf827a2ccc600203 as hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/hbase/meta/1588230740/table/0297aa2e83f24230bf827a2ccc600203 2024-11-12T14:20:19,814 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/hbase/meta/1588230740/table/0297aa2e83f24230bf827a2ccc600203, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T14:20:19,815 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1347ms, sequenceid=16, compaction requested=false 2024-11-12T14:20:19,816 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T14:20:19,822 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T14:20:19,822 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:20:19,822 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:20:19,822 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:20:19,822 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421218467Running coprocessor pre-close hooks at 1731421218467Disabling compacts and flushes for region at 1731421218467Disabling writes for close at 1731421218468 (+1 ms)Obtaining lock to block concurrent updates at 1731421218468Preparing flush snapshotting stores in 1588230740 at 1731421218468Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731421218468Flushing stores of hbase:meta,,1.1588230740 at 1731421218469 (+1 ms)Flushing 1588230740/info: creating writer at 1731421218469Flushing 1588230740/info: appending metadata at 1731421218486 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731421218486Flushing 1588230740/ns: creating writer at 1731421218904 (+418 ms)Flushing 1588230740/ns: appending metadata at 1731421218919 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731421218919Flushing 1588230740/rep_barrier: creating writer at 1731421219335 (+416 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731421219352 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731421219352Flushing 1588230740/table: creating writer at 1731421219763 (+411 ms)Flushing 1588230740/table: appending metadata at 1731421219777 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731421219777Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1736219c: reopening flushed file at 1731421219787 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51955d1: reopening flushed file at 1731421219794 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7866460d: reopening flushed file at 1731421219801 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18f93658: reopening flushed file at 1731421219808 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1347ms, sequenceid=16, compaction requested=false at 1731421219815 (+7 ms)Writing region close event to WAL at 1731421219818 (+3 ms)Running coprocessor post-close hooks at 1731421219822 (+4 ms)Closed at 1731421219822 2024-11-12T14:20:19,823 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T14:20:19,869 INFO [RS:0;2b6d221c5cde:34589 {}] regionserver.HRegionServer(976): stopping server 2b6d221c5cde,34589,1731421138177; all regions closed. 2024-11-12T14:20:19,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44851 is added to blk_1073741834_1010 (size=4239) 2024-11-12T14:20:19,871 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.meta.1731421140757.meta not finished, retry = 0 2024-11-12T14:20:19,974 DEBUG [RS:0;2b6d221c5cde:34589 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/oldWALs 2024-11-12T14:20:19,974 INFO [RS:0;2b6d221c5cde:34589 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C34589%2C1731421138177.meta:.meta(num 1731421140757) 2024-11-12T14:20:19,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44851 is added to blk_1073741839_1015 (size=2700) 2024-11-12T14:20:19,980 DEBUG [RS:0;2b6d221c5cde:34589 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/oldWALs 2024-11-12T14:20:19,980 INFO [RS:0;2b6d221c5cde:34589 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C34589%2C1731421138177.rep:(num 1731421151575) 2024-11-12T14:20:19,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44851 is added to blk_1073741832_1008 (size=1300) 2024-11-12T14:20:19,985 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/WALs/2b6d221c5cde,34589,1731421138177/2b6d221c5cde%2C34589%2C1731421138177.1731421140203 not finished, retry = 0 2024-11-12T14:20:20,088 DEBUG [RS:0;2b6d221c5cde:34589 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/oldWALs 2024-11-12T14:20:20,088 INFO [RS:0;2b6d221c5cde:34589 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C34589%2C1731421138177:(num 1731421140203) 2024-11-12T14:20:20,088 DEBUG [RS:0;2b6d221c5cde:34589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:20:20,088 INFO [RS:0;2b6d221c5cde:34589 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:20:20,088 INFO [RS:0;2b6d221c5cde:34589 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:20:20,088 INFO [RS:0;2b6d221c5cde:34589 {}] hbase.ChoreService(370): Chore service for: regionserver/2b6d221c5cde:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T14:20:20,088 INFO [RS:0;2b6d221c5cde:34589 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:20:20,088 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T14:20:20,088 INFO [regionserver/2b6d221c5cde:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:20:20,088 INFO [RS:0;2b6d221c5cde:34589 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2b6d221c5cde,34589,1731421138177 because: Region server is closing 2024-11-12T14:20:20,088 INFO [RS:0;2b6d221c5cde:34589 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:34589. 2024-11-12T14:20:20,089 DEBUG [RS:0;2b6d221c5cde:34589 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:20:20,089 DEBUG [RS:0;2b6d221c5cde:34589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:20:20,089 DEBUG [RS:0;2b6d221c5cde:34589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:20:20,089 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:20:20,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:20:20,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:20:20,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:20:20,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:20:20,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:20:20,120 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:20:20,120 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T14:20:20,120 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T14:20:20,120 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T14:20:20,120 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:20:20,120 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T14:20:20,189 WARN [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.wal-reader.2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T14:20:20,189 WARN [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.shipper2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T14:20:20,189 INFO [RS:0;2b6d221c5cde:34589 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,34589,1731421138177.replicationSource.shipper2b6d221c5cde%2C34589%2C1731421138177,1-2b6d221c5cde,34589,1731421138177 terminated 2024-11-12T14:20:20,190 INFO [RS:0;2b6d221c5cde:34589 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34589 2024-11-12T14:20:20,201 INFO [RS:0;2b6d221c5cde:34589 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:20:20,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39575-0x1012f69da540000, quorum=127.0.0.1:51226, baseZNode=/01836960874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836960874/rs 2024-11-12T14:20:20,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34589-0x1012f69da540001, quorum=127.0.0.1:51226, baseZNode=/01836960874 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01836960874/rs/2b6d221c5cde,34589,1731421138177 2024-11-12T14:20:20,211 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b6d221c5cde,34589,1731421138177] 2024-11-12T14:20:20,228 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01836960874/draining/2b6d221c5cde,34589,1731421138177 already deleted, retry=false 2024-11-12T14:20:20,228 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b6d221c5cde,34589,1731421138177 expired; onlineServers=0 2024-11-12T14:20:20,228 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b6d221c5cde,39575,1731421137471' ***** 2024-11-12T14:20:20,228 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T14:20:20,228 INFO [M:0;2b6d221c5cde:39575 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:20:20,228 INFO [M:0;2b6d221c5cde:39575 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:20:20,228 DEBUG [M:0;2b6d221c5cde:39575 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T14:20:20,228 DEBUG [M:0;2b6d221c5cde:39575 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T14:20:20,228 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T14:20:20,228 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421139876 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421139876,5,FailOnTimeoutGroup] 2024-11-12T14:20:20,228 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421139885 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421139885,5,FailOnTimeoutGroup] 2024-11-12T14:20:20,228 INFO [M:0;2b6d221c5cde:39575 {}] hbase.ChoreService(370): Chore service for: master/2b6d221c5cde:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T14:20:20,229 INFO [M:0;2b6d221c5cde:39575 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:20:20,229 DEBUG [M:0;2b6d221c5cde:39575 {}] master.HMaster(1795): Stopping service threads 2024-11-12T14:20:20,229 INFO [M:0;2b6d221c5cde:39575 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T14:20:20,229 INFO [M:0;2b6d221c5cde:39575 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:20:20,229 INFO [M:0;2b6d221c5cde:39575 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T14:20:20,229 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T14:20:20,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39575-0x1012f69da540000, quorum=127.0.0.1:51226, baseZNode=/01836960874 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01836960874/master 2024-11-12T14:20:20,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39575-0x1012f69da540000, quorum=127.0.0.1:51226, baseZNode=/01836960874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01836960874 2024-11-12T14:20:20,239 DEBUG [M:0;2b6d221c5cde:39575 {}] zookeeper.ZKUtil(347): master:39575-0x1012f69da540000, quorum=127.0.0.1:51226, baseZNode=/01836960874 Unable to get data of znode /01836960874/master because node does not exist (not an error) 2024-11-12T14:20:20,239 WARN [M:0;2b6d221c5cde:39575 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T14:20:20,240 INFO [M:0;2b6d221c5cde:39575 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/.lastflushedseqids 2024-11-12T14:20:20,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44851 is added to blk_1073741850_1026 (size=263) 2024-11-12T14:20:20,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34589-0x1012f69da540001, quorum=127.0.0.1:51226, baseZNode=/01836960874 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:20:20,312 INFO [RS:0;2b6d221c5cde:34589 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:20:20,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34589-0x1012f69da540001, quorum=127.0.0.1:51226, baseZNode=/01836960874 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:20:20,312 INFO [RS:0;2b6d221c5cde:34589 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b6d221c5cde,34589,1731421138177; zookeeper connection closed. 2024-11-12T14:20:20,312 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7e4ec685 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7e4ec685 2024-11-12T14:20:20,312 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T14:20:20,648 INFO [M:0;2b6d221c5cde:39575 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T14:20:20,649 INFO [M:0;2b6d221c5cde:39575 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T14:20:20,649 DEBUG [M:0;2b6d221c5cde:39575 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:20:20,649 INFO [M:0;2b6d221c5cde:39575 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:20:20,649 DEBUG [M:0;2b6d221c5cde:39575 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:20:20,649 DEBUG [M:0;2b6d221c5cde:39575 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:20:20,649 DEBUG [M:0;2b6d221c5cde:39575 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:20:20,649 INFO [M:0;2b6d221c5cde:39575 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-12T14:20:20,666 DEBUG [M:0;2b6d221c5cde:39575 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06e6a09c22fe43158ca290db9dcc7fda is 82, key is hbase:meta,,1/info:regioninfo/1731421140830/Put/seqid=0 2024-11-12T14:20:20,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44851 is added to blk_1073741851_1027 (size=5672) 2024-11-12T14:20:21,070 INFO [M:0;2b6d221c5cde:39575 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06e6a09c22fe43158ca290db9dcc7fda 2024-11-12T14:20:21,089 DEBUG [M:0;2b6d221c5cde:39575 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8715c0a673fc4f40b4de1f9014511925 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731421148265/Put/seqid=0 2024-11-12T14:20:21,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44851 is added to blk_1073741852_1028 (size=7240) 2024-11-12T14:20:21,493 INFO [M:0;2b6d221c5cde:39575 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8715c0a673fc4f40b4de1f9014511925 2024-11-12T14:20:21,497 INFO [M:0;2b6d221c5cde:39575 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8715c0a673fc4f40b4de1f9014511925 2024-11-12T14:20:21,518 DEBUG [M:0;2b6d221c5cde:39575 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/924cb84b807841ba97a087160002d99f is 69, key is 2b6d221c5cde,34589,1731421138177/rs:state/1731421139934/Put/seqid=0 2024-11-12T14:20:21,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44851 is added to blk_1073741853_1029 (size=5156) 2024-11-12T14:20:21,522 INFO [M:0;2b6d221c5cde:39575 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/924cb84b807841ba97a087160002d99f 2024-11-12T14:20:21,529 DEBUG [M:0;2b6d221c5cde:39575 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06e6a09c22fe43158ca290db9dcc7fda as hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/06e6a09c22fe43158ca290db9dcc7fda 2024-11-12T14:20:21,535 INFO [M:0;2b6d221c5cde:39575 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/06e6a09c22fe43158ca290db9dcc7fda, entries=8, sequenceid=105, filesize=5.5 K 2024-11-12T14:20:21,536 DEBUG [M:0;2b6d221c5cde:39575 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8715c0a673fc4f40b4de1f9014511925 as hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8715c0a673fc4f40b4de1f9014511925 2024-11-12T14:20:21,541 INFO [M:0;2b6d221c5cde:39575 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8715c0a673fc4f40b4de1f9014511925 2024-11-12T14:20:21,541 INFO [M:0;2b6d221c5cde:39575 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8715c0a673fc4f40b4de1f9014511925, entries=11, sequenceid=105, filesize=7.1 K 2024-11-12T14:20:21,542 DEBUG [M:0;2b6d221c5cde:39575 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/924cb84b807841ba97a087160002d99f as hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/924cb84b807841ba97a087160002d99f 2024-11-12T14:20:21,547 INFO [M:0;2b6d221c5cde:39575 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45197/user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/924cb84b807841ba97a087160002d99f, entries=1, sequenceid=105, filesize=5.0 K 2024-11-12T14:20:21,548 INFO [M:0;2b6d221c5cde:39575 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 899ms, sequenceid=105, compaction requested=false 2024-11-12T14:20:21,553 INFO [M:0;2b6d221c5cde:39575 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:20:21,553 DEBUG [M:0;2b6d221c5cde:39575 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421220649Disabling compacts and flushes for region at 1731421220649Disabling writes for close at 1731421220649Obtaining lock to block concurrent updates at 1731421220649Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731421220649Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731421220649Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731421220650 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731421220650Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731421220666 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731421220666Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731421221075 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731421221088 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731421221088Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731421221498 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731421221517 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731421221517Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42c0756f: reopening flushed file at 1731421221528 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44d3d160: reopening flushed file at 1731421221535 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77de8309: reopening flushed file at 1731421221541 (+6 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 899ms, sequenceid=105, compaction requested=false at 1731421221548 (+7 ms)Writing region close event to WAL at 1731421221553 (+5 ms)Closed at 1731421221553 2024-11-12T14:20:21,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44851 is added to blk_1073741830_1006 (size=64526) 2024-11-12T14:20:21,558 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1dfd01a1-2c70-c64b-c459-e6ba5a915994/MasterData/WALs/2b6d221c5cde,39575,1731421137471/2b6d221c5cde%2C39575%2C1731421137471.1731421139457 not finished, retry = 0 2024-11-12T14:20:21,659 INFO [M:0;2b6d221c5cde:39575 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T14:20:21,659 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:20:21,659 INFO [M:0;2b6d221c5cde:39575 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39575 2024-11-12T14:20:21,659 INFO [M:0;2b6d221c5cde:39575 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:20:21,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39575-0x1012f69da540000, quorum=127.0.0.1:51226, baseZNode=/01836960874 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:20:21,781 INFO [M:0;2b6d221c5cde:39575 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:20:21,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39575-0x1012f69da540000, quorum=127.0.0.1:51226, baseZNode=/01836960874 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:20:21,783 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33d5ace5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:20:21,783 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44b791d4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:20:21,783 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:20:21,783 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1378a62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:20:21,783 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@686a1d06{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748fac34-11e9-0c9c-e703-46e5187b4f9a/hadoop.log.dir/,STOPPED} 2024-11-12T14:20:21,784 WARN [BP-1482350739-172.17.0.3-1731421134543 heartbeating to localhost/127.0.0.1:45197 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T14:20:21,784 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T14:20:21,784 WARN [BP-1482350739-172.17.0.3-1731421134543 heartbeating to localhost/127.0.0.1:45197 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1482350739-172.17.0.3-1731421134543 (Datanode Uuid b494de43-ee6d-4b22-bf5c-189980422492) service to localhost/127.0.0.1:45197 2024-11-12T14:20:21,784 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T14:20:21,785 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748fac34-11e9-0c9c-e703-46e5187b4f9a/cluster_47278c41-740e-28a8-b85d-9650a3cd0e81/data/data1/current/BP-1482350739-172.17.0.3-1731421134543 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:20:21,785 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748fac34-11e9-0c9c-e703-46e5187b4f9a/cluster_47278c41-740e-28a8-b85d-9650a3cd0e81/data/data2/current/BP-1482350739-172.17.0.3-1731421134543 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:20:21,785 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T14:20:21,792 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26f4102f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:20:21,793 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6423a617{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:20:21,793 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:20:21,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e0322f6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:20:21,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f1e04ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748fac34-11e9-0c9c-e703-46e5187b4f9a/hadoop.log.dir/,STOPPED} 2024-11-12T14:20:21,800 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T14:20:21,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T14:20:21,827 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=157 (was 137) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45197 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45197 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:32779 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51226) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:32779 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32779 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45197 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:45197 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45197 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:32779 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51226) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:32779 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fa640b8fbd0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fa640b8fbd0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=596 (was 881), ProcessCount=11 (was 11), AvailableMemoryMB=659 (was 760) 2024-11-12T14:20:21,836 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=158, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=596, ProcessCount=11, AvailableMemoryMB=658 2024-11-12T14:20:21,853 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-12T14:20:21,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1fe3f84-92f9-fd3e-09ec-833f461fc291/hadoop.log.dir so I do NOT create it in target/test-data/2130df5f-5207-5e57-2968-39a4a2b585ed 2024-11-12T14:20:21,854 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1fe3f84-92f9-fd3e-09ec-833f461fc291/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T14:20:21,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1fe3f84-92f9-fd3e-09ec-833f461fc291/hadoop.tmp.dir so I do NOT create it in target/test-data/2130df5f-5207-5e57-2968-39a4a2b585ed 2024-11-12T14:20:21,854 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1fe3f84-92f9-fd3e-09ec-833f461fc291/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T14:20:21,854 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2130df5f-5207-5e57-2968-39a4a2b585ed 2024-11-12T14:20:21,854 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2130df5f-5207-5e57-2968-39a4a2b585ed/cluster_845df821-a9f1-dba8-9df2-449a547b5a7b, deleteOnExit=true 2024-11-12T14:20:21,879 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2130df5f-5207-5e57-2968-39a4a2b585ed/cluster_845df821-a9f1-dba8-9df2-449a547b5a7b/zookeeper_0, clientPort=53191, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2130df5f-5207-5e57-2968-39a4a2b585ed/cluster_845df821-a9f1-dba8-9df2-449a547b5a7b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2130df5f-5207-5e57-2968-39a4a2b585ed/cluster_845df821-a9f1-dba8-9df2-449a547b5a7b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T14:20:21,880 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53191 2024-11-12T14:20:21,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T14:20:21,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T14:20:21,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2130df5f-5207-5e57-2968-39a4a2b585ed/test.cache.data in system properties and HBase conf 2024-11-12T14:20:21,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2130df5f-5207-5e57-2968-39a4a2b585ed/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T14:20:21,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2130df5f-5207-5e57-2968-39a4a2b585ed/hadoop.log.dir in system properties and HBase conf 2024-11-12T14:20:21,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2130df5f-5207-5e57-2968-39a4a2b585ed/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T14:20:21,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2130df5f-5207-5e57-2968-39a4a2b585ed/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T14:20:21,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T14:20:21,881 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T14:20:21,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2130df5f-5207-5e57-2968-39a4a2b585ed/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:20:21,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2130df5f-5207-5e57-2968-39a4a2b585ed/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:20:21,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2130df5f-5207-5e57-2968-39a4a2b585ed/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T14:20:21,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2130df5f-5207-5e57-2968-39a4a2b585ed/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:20:21,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2130df5f-5207-5e57-2968-39a4a2b585ed/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T14:20:21,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2130df5f-5207-5e57-2968-39a4a2b585ed/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T14:20:21,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2130df5f-5207-5e57-2968-39a4a2b585ed/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:20:21,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2130df5f-5207-5e57-2968-39a4a2b585ed/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:20:21,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2130df5f-5207-5e57-2968-39a4a2b585ed/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T14:20:21,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2130df5f-5207-5e57-2968-39a4a2b585ed/nfs.dump.dir in system properties and HBase conf 2024-11-12T14:20:21,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2130df5f-5207-5e57-2968-39a4a2b585ed/java.io.tmpdir in system properties and HBase conf 2024-11-12T14:20:21,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2130df5f-5207-5e57-2968-39a4a2b585ed/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:20:21,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2130df5f-5207-5e57-2968-39a4a2b585ed/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T14:20:21,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2130df5f-5207-5e57-2968-39a4a2b585ed/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T14:20:21,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012f69da540002, quorum=127.0.0.1:51226, baseZNode=/01836960874 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T14:20:21,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012f69da540005, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T14:20:21,898 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012f69da540005, quorum=127.0.0.1:51226, baseZNode=/1-786307575 Received Disconnected from ZooKeeper, ignoring 2024-11-12T14:20:21,898 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012f69da540002, quorum=127.0.0.1:51226, baseZNode=/01836960874 Received Disconnected from ZooKeeper, ignoring 2024-11-12T14:20:22,265 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:20:22,269 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:20:22,270 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:20:22,270 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:20:22,270 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T14:20:22,271 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:20:22,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@569071cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2130df5f-5207-5e57-2968-39a4a2b585ed/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:20:22,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17b498a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:20:22,371 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a6280e3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2130df5f-5207-5e57-2968-39a4a2b585ed/java.io.tmpdir/jetty-localhost-43187-hadoop-hdfs-3_4_1-tests_jar-_-any-10514576061769325195/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:20:22,371 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@140ffc81{HTTP/1.1, (http/1.1)}{localhost:43187} 2024-11-12T14:20:22,372 INFO [Time-limited test {}] server.Server(415): Started @139538ms 2024-11-12T14:20:22,602 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:20:22,607 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:20:22,608 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:20:22,608 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:20:22,608 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T14:20:22,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d33c184{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2130df5f-5207-5e57-2968-39a4a2b585ed/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:20:22,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18d51db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:20:22,711 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68d904c9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2130df5f-5207-5e57-2968-39a4a2b585ed/java.io.tmpdir/jetty-localhost-39515-hadoop-hdfs-3_4_1-tests_jar-_-any-16597336177880127580/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:20:22,711 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76fdbe1e{HTTP/1.1, (http/1.1)}{localhost:39515} 2024-11-12T14:20:22,712 INFO [Time-limited test {}] server.Server(415): Started @139878ms 2024-11-12T14:20:22,713 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T14:20:23,938 WARN [Thread-1281 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2130df5f-5207-5e57-2968-39a4a2b585ed/cluster_845df821-a9f1-dba8-9df2-449a547b5a7b/data/data1/current/BP-359098296-172.17.0.3-1731421221903/current, will proceed with Du for space computation calculation, 2024-11-12T14:20:23,938 WARN [Thread-1282 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2130df5f-5207-5e57-2968-39a4a2b585ed/cluster_845df821-a9f1-dba8-9df2-449a547b5a7b/data/data2/current/BP-359098296-172.17.0.3-1731421221903/current, will proceed with Du for space computation calculation, 2024-11-12T14:20:23,961 WARN [Thread-1269 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T14:20:23,965 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2baff1160c15225d with lease ID 0x616ead45113cdb77: Processing first storage report for DS-15b84066-f210-4e4b-b3ff-e40a2e719c96 from datanode DatanodeRegistration(127.0.0.1:41727, datanodeUuid=b9ac5018-d756-4ca2-964c-305425306f11, infoPort=44447, infoSecurePort=0, ipcPort=45331, storageInfo=lv=-57;cid=testClusterID;nsid=1816275915;c=1731421221903) 2024-11-12T14:20:23,965 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2baff1160c15225d with lease ID 0x616ead45113cdb77: from storage DS-15b84066-f210-4e4b-b3ff-e40a2e719c96 node DatanodeRegistration(127.0.0.1:41727, datanodeUuid=b9ac5018-d756-4ca2-964c-305425306f11, infoPort=44447, infoSecurePort=0, ipcPort=45331, storageInfo=lv=-57;cid=testClusterID;nsid=1816275915;c=1731421221903), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:20:23,965 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2baff1160c15225d with lease ID 0x616ead45113cdb77: Processing first storage report for DS-f78ba85b-a6df-422c-be75-bb258a73e09b from datanode DatanodeRegistration(127.0.0.1:41727, datanodeUuid=b9ac5018-d756-4ca2-964c-305425306f11, infoPort=44447, infoSecurePort=0, ipcPort=45331, storageInfo=lv=-57;cid=testClusterID;nsid=1816275915;c=1731421221903) 2024-11-12T14:20:23,965 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2baff1160c15225d with lease ID 0x616ead45113cdb77: from storage DS-f78ba85b-a6df-422c-be75-bb258a73e09b node DatanodeRegistration(127.0.0.1:41727, datanodeUuid=b9ac5018-d756-4ca2-964c-305425306f11, infoPort=44447, infoSecurePort=0, ipcPort=45331, storageInfo=lv=-57;cid=testClusterID;nsid=1816275915;c=1731421221903), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:20:24,050 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2130df5f-5207-5e57-2968-39a4a2b585ed 2024-11-12T14:20:24,050 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:20:24,052 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:20:24,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741825_1001 (size=7) 2024-11-12T14:20:24,471 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97 with version=8 2024-11-12T14:20:24,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/hbase-staging 2024-11-12T14:20:24,473 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:20:24,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:20:24,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:20:24,473 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:20:24,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:20:24,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:20:24,473 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T14:20:24,473 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:20:24,474 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36347 2024-11-12T14:20:24,474 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36347 connecting to ZooKeeper ensemble=127.0.0.1:53191 2024-11-12T14:20:24,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:363470x0, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:20:24,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36347-0x1012f6b2fa10000 connected 2024-11-12T14:20:24,737 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:20:24,738 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:20:24,740 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36347-0x1012f6b2fa10000, quorum=127.0.0.1:53191, baseZNode=/0599308974 Set watcher on znode that does not yet exist, /0599308974/running 2024-11-12T14:20:24,740 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97, hbase.cluster.distributed=false 2024-11-12T14:20:24,742 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36347-0x1012f6b2fa10000, quorum=127.0.0.1:53191, baseZNode=/0599308974 Set watcher on znode that does not yet exist, /0599308974/acl 2024-11-12T14:20:24,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36347 2024-11-12T14:20:24,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36347 2024-11-12T14:20:24,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36347 2024-11-12T14:20:24,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36347 2024-11-12T14:20:24,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36347 2024-11-12T14:20:24,759 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:20:24,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:20:24,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:20:24,759 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:20:24,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:20:24,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:20:24,759 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T14:20:24,759 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:20:24,760 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35811 2024-11-12T14:20:24,762 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35811 connecting to ZooKeeper ensemble=127.0.0.1:53191 2024-11-12T14:20:24,763 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:20:24,765 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:20:24,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358110x0, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:20:24,828 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:358110x0, quorum=127.0.0.1:53191, baseZNode=/0599308974 Set watcher on znode that does not yet exist, /0599308974/running 2024-11-12T14:20:24,828 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35811-0x1012f6b2fa10001 connected 2024-11-12T14:20:24,828 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T14:20:24,829 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T14:20:24,829 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35811-0x1012f6b2fa10001, quorum=127.0.0.1:53191, baseZNode=/0599308974 Set watcher on znode that does not yet exist, /0599308974/master 2024-11-12T14:20:24,830 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35811-0x1012f6b2fa10001, quorum=127.0.0.1:53191, baseZNode=/0599308974 Set watcher on znode that does not yet exist, /0599308974/acl 2024-11-12T14:20:24,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35811 2024-11-12T14:20:24,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35811 2024-11-12T14:20:24,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35811 2024-11-12T14:20:24,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35811 2024-11-12T14:20:24,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35811 2024-11-12T14:20:24,841 DEBUG [M:0;2b6d221c5cde:36347 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b6d221c5cde:36347 2024-11-12T14:20:24,842 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0599308974/backup-masters/2b6d221c5cde,36347,1731421224473 2024-11-12T14:20:24,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35811-0x1012f6b2fa10001, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599308974/backup-masters 2024-11-12T14:20:24,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36347-0x1012f6b2fa10000, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599308974/backup-masters 2024-11-12T14:20:24,913 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36347-0x1012f6b2fa10000, quorum=127.0.0.1:53191, baseZNode=/0599308974 Set watcher on existing znode=/0599308974/backup-masters/2b6d221c5cde,36347,1731421224473 2024-11-12T14:20:24,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35811-0x1012f6b2fa10001, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0599308974/master 2024-11-12T14:20:24,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35811-0x1012f6b2fa10001, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599308974 2024-11-12T14:20:24,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36347-0x1012f6b2fa10000, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599308974 2024-11-12T14:20:24,991 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36347-0x1012f6b2fa10000, quorum=127.0.0.1:53191, baseZNode=/0599308974 Set watcher on existing znode=/0599308974/master 2024-11-12T14:20:24,992 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0599308974/backup-masters/2b6d221c5cde,36347,1731421224473 from backup master directory 2024-11-12T14:20:25,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35811-0x1012f6b2fa10001, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599308974/backup-masters 2024-11-12T14:20:25,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36347-0x1012f6b2fa10000, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0599308974/backup-masters/2b6d221c5cde,36347,1731421224473 2024-11-12T14:20:25,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36347-0x1012f6b2fa10000, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599308974/backup-masters 2024-11-12T14:20:25,006 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:20:25,006 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b6d221c5cde,36347,1731421224473 2024-11-12T14:20:25,015 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/hbase.id] with ID: aa9fa19c-c7b0-4186-8025-adbac7019b89 2024-11-12T14:20:25,015 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/.tmp/hbase.id 2024-11-12T14:20:25,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741826_1002 (size=42) 2024-11-12T14:20:25,324 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T14:20:25,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:20:25,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:20:25,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:20:25,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:20:25,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:20:25,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:20:25,434 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/.tmp/hbase.id]:[hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/hbase.id] 2024-11-12T14:20:25,444 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:20:25,444 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T14:20:25,445 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T14:20:25,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36347-0x1012f6b2fa10000, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599308974 2024-11-12T14:20:25,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35811-0x1012f6b2fa10001, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599308974 2024-11-12T14:20:25,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741827_1003 (size=196) 2024-11-12T14:20:25,923 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:20:25,924 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T14:20:25,925 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:20:25,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741828_1004 (size=1189) 2024-11-12T14:20:26,332 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/data/master/store 2024-11-12T14:20:26,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741829_1005 (size=34) 2024-11-12T14:20:26,737 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:20:26,737 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:20:26,737 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:20:26,737 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:20:26,737 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:20:26,737 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:20:26,738 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:20:26,738 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421226737Disabling compacts and flushes for region at 1731421226737Disabling writes for close at 1731421226737Writing region close event to WAL at 1731421226738 (+1 ms)Closed at 1731421226738 2024-11-12T14:20:26,739 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/data/master/store/.initializing 2024-11-12T14:20:26,739 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/WALs/2b6d221c5cde,36347,1731421224473 2024-11-12T14:20:26,740 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:20:26,742 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C36347%2C1731421224473, suffix=, logDir=hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/WALs/2b6d221c5cde,36347,1731421224473, archiveDir=hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/oldWALs, maxLogs=10 2024-11-12T14:20:26,754 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/WALs/2b6d221c5cde,36347,1731421224473/2b6d221c5cde%2C36347%2C1731421224473.1731421226742, exclude list is [], retry=0 2024-11-12T14:20:26,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41727,DS-15b84066-f210-4e4b-b3ff-e40a2e719c96,DISK] 2024-11-12T14:20:26,758 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/WALs/2b6d221c5cde,36347,1731421224473/2b6d221c5cde%2C36347%2C1731421224473.1731421226742 2024-11-12T14:20:26,758 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44447:44447)] 2024-11-12T14:20:26,758 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:20:26,758 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:20:26,759 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:26,759 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:26,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:26,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T14:20:26,762 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:26,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:20:26,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:26,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T14:20:26,763 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:26,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:20:26,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:26,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T14:20:26,765 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:26,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:20:26,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:26,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T14:20:26,768 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:26,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:20:26,769 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:26,770 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:26,770 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:26,772 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:26,772 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:26,773 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:20:26,774 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:26,777 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:20:26,778 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71665740, jitterRate=0.06790274381637573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:20:26,779 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731421226759Initializing all the Stores at 1731421226760 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421226760Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421226760Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421226760Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421226760Cleaning up temporary data from old regions at 1731421226772 (+12 ms)Region opened successfully at 1731421226779 (+7 ms) 2024-11-12T14:20:26,779 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T14:20:26,782 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1307844a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:20:26,783 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T14:20:26,783 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T14:20:26,783 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T14:20:26,783 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T14:20:26,784 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T14:20:26,784 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T14:20:26,784 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T14:20:26,786 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T14:20:26,786 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36347-0x1012f6b2fa10000, quorum=127.0.0.1:53191, baseZNode=/0599308974 Unable to get data of znode /0599308974/balancer because node does not exist (not necessarily an error) 2024-11-12T14:20:26,850 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0599308974/balancer already deleted, retry=false 2024-11-12T14:20:26,851 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T14:20:26,851 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36347-0x1012f6b2fa10000, quorum=127.0.0.1:53191, baseZNode=/0599308974 Unable to get data of znode /0599308974/normalizer because node does not exist (not necessarily an error) 2024-11-12T14:20:26,914 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0599308974/normalizer already deleted, retry=false 2024-11-12T14:20:26,914 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T14:20:26,915 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36347-0x1012f6b2fa10000, quorum=127.0.0.1:53191, baseZNode=/0599308974 Unable to get data of znode /0599308974/switch/split because node does not exist (not necessarily an error) 2024-11-12T14:20:26,978 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0599308974/switch/split already deleted, retry=false 2024-11-12T14:20:26,979 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36347-0x1012f6b2fa10000, quorum=127.0.0.1:53191, baseZNode=/0599308974 Unable to get data of znode /0599308974/switch/merge because node does not exist (not necessarily an error) 2024-11-12T14:20:27,058 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0599308974/switch/merge already deleted, retry=false 2024-11-12T14:20:27,060 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36347-0x1012f6b2fa10000, quorum=127.0.0.1:53191, baseZNode=/0599308974 Unable to get data of znode /0599308974/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T14:20:27,185 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0599308974/snapshot-cleanup already deleted, retry=false 2024-11-12T14:20:27,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35811-0x1012f6b2fa10001, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0599308974/running 2024-11-12T14:20:27,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36347-0x1012f6b2fa10000, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0599308974/running 2024-11-12T14:20:27,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35811-0x1012f6b2fa10001, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599308974 2024-11-12T14:20:27,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36347-0x1012f6b2fa10000, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599308974 2024-11-12T14:20:27,236 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b6d221c5cde,36347,1731421224473, sessionid=0x1012f6b2fa10000, setting cluster-up flag (Was=false) 2024-11-12T14:20:27,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36347-0x1012f6b2fa10000, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599308974 2024-11-12T14:20:27,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35811-0x1012f6b2fa10001, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599308974 2024-11-12T14:20:27,342 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0599308974/flush-table-proc/acquired, /0599308974/flush-table-proc/reached, /0599308974/flush-table-proc/abort 2024-11-12T14:20:27,343 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,36347,1731421224473 2024-11-12T14:20:27,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35811-0x1012f6b2fa10001, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599308974 2024-11-12T14:20:27,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36347-0x1012f6b2fa10000, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599308974 2024-11-12T14:20:27,416 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0599308974/online-snapshot/acquired, /0599308974/online-snapshot/reached, /0599308974/online-snapshot/abort 2024-11-12T14:20:27,417 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,36347,1731421224473 2024-11-12T14:20:27,418 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T14:20:27,435 INFO [RS:0;2b6d221c5cde:35811 {}] regionserver.HRegionServer(746): ClusterId : aa9fa19c-c7b0-4186-8025-adbac7019b89 2024-11-12T14:20:27,435 DEBUG [RS:0;2b6d221c5cde:35811 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T14:20:27,442 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T14:20:27,442 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T14:20:27,442 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T14:20:27,443 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b6d221c5cde,36347,1731421224473 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T14:20:27,549 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:20:27,549 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:20:27,550 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:20:27,550 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:20:27,550 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b6d221c5cde:0, corePoolSize=10, maxPoolSize=10 2024-11-12T14:20:27,550 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:20:27,550 DEBUG [RS:0;2b6d221c5cde:35811 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T14:20:27,550 DEBUG [RS:0;2b6d221c5cde:35811 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T14:20:27,550 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:20:27,550 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:20:27,551 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731421257551 2024-11-12T14:20:27,551 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T14:20:27,551 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T14:20:27,551 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T14:20:27,551 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T14:20:27,551 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T14:20:27,551 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T14:20:27,552 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:27,552 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:20:27,552 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T14:20:27,552 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T14:20:27,552 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T14:20:27,552 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T14:20:27,552 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T14:20:27,553 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:27,553 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T14:20:27,556 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T14:20:27,556 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T14:20:27,560 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421227556,5,FailOnTimeoutGroup] 2024-11-12T14:20:27,560 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421227560,5,FailOnTimeoutGroup] 2024-11-12T14:20:27,560 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:27,560 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T14:20:27,560 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:27,560 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:27,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741831_1007 (size=1321) 2024-11-12T14:20:27,629 DEBUG [RS:0;2b6d221c5cde:35811 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T14:20:27,629 DEBUG [RS:0;2b6d221c5cde:35811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a95096d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:20:27,642 DEBUG [RS:0;2b6d221c5cde:35811 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b6d221c5cde:35811 2024-11-12T14:20:27,643 INFO [RS:0;2b6d221c5cde:35811 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T14:20:27,643 INFO [RS:0;2b6d221c5cde:35811 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T14:20:27,643 DEBUG [RS:0;2b6d221c5cde:35811 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T14:20:27,643 INFO [RS:0;2b6d221c5cde:35811 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b6d221c5cde,36347,1731421224473 with port=35811, startcode=1731421224758 2024-11-12T14:20:27,643 DEBUG [RS:0;2b6d221c5cde:35811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T14:20:27,645 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44873, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T14:20:27,645 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36347 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b6d221c5cde,35811,1731421224758 2024-11-12T14:20:27,645 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36347 {}] master.ServerManager(517): Registering regionserver=2b6d221c5cde,35811,1731421224758 2024-11-12T14:20:27,646 DEBUG [RS:0;2b6d221c5cde:35811 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97 2024-11-12T14:20:27,647 DEBUG [RS:0;2b6d221c5cde:35811 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40665 2024-11-12T14:20:27,647 DEBUG [RS:0;2b6d221c5cde:35811 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T14:20:27,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36347-0x1012f6b2fa10000, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599308974/rs 2024-11-12T14:20:27,658 DEBUG [RS:0;2b6d221c5cde:35811 {}] zookeeper.ZKUtil(111): regionserver:35811-0x1012f6b2fa10001, quorum=127.0.0.1:53191, baseZNode=/0599308974 Set watcher on existing znode=/0599308974/rs/2b6d221c5cde,35811,1731421224758 2024-11-12T14:20:27,659 WARN [RS:0;2b6d221c5cde:35811 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:20:27,659 INFO [RS:0;2b6d221c5cde:35811 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:20:27,659 DEBUG [RS:0;2b6d221c5cde:35811 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/WALs/2b6d221c5cde,35811,1731421224758 2024-11-12T14:20:27,659 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b6d221c5cde,35811,1731421224758] 2024-11-12T14:20:27,662 INFO [RS:0;2b6d221c5cde:35811 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T14:20:27,663 INFO [RS:0;2b6d221c5cde:35811 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T14:20:27,663 INFO [RS:0;2b6d221c5cde:35811 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T14:20:27,663 INFO [RS:0;2b6d221c5cde:35811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:27,664 INFO [RS:0;2b6d221c5cde:35811 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T14:20:27,664 INFO [RS:0;2b6d221c5cde:35811 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T14:20:27,664 INFO [RS:0;2b6d221c5cde:35811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:27,664 DEBUG [RS:0;2b6d221c5cde:35811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:20:27,665 DEBUG [RS:0;2b6d221c5cde:35811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:20:27,665 DEBUG [RS:0;2b6d221c5cde:35811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:20:27,665 DEBUG [RS:0;2b6d221c5cde:35811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:20:27,665 DEBUG [RS:0;2b6d221c5cde:35811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:20:27,665 DEBUG [RS:0;2b6d221c5cde:35811 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:20:27,665 DEBUG [RS:0;2b6d221c5cde:35811 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:20:27,665 DEBUG [RS:0;2b6d221c5cde:35811 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:20:27,665 DEBUG [RS:0;2b6d221c5cde:35811 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:20:27,665 DEBUG [RS:0;2b6d221c5cde:35811 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:20:27,665 DEBUG [RS:0;2b6d221c5cde:35811 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:20:27,665 DEBUG [RS:0;2b6d221c5cde:35811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:20:27,665 DEBUG [RS:0;2b6d221c5cde:35811 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:20:27,665 DEBUG [RS:0;2b6d221c5cde:35811 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:20:27,667 INFO [RS:0;2b6d221c5cde:35811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:27,667 INFO [RS:0;2b6d221c5cde:35811 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:27,667 INFO [RS:0;2b6d221c5cde:35811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:27,667 INFO [RS:0;2b6d221c5cde:35811 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:27,667 INFO [RS:0;2b6d221c5cde:35811 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:27,667 INFO [RS:0;2b6d221c5cde:35811 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,35811,1731421224758-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:20:27,681 INFO [RS:0;2b6d221c5cde:35811 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T14:20:27,681 INFO [RS:0;2b6d221c5cde:35811 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,35811,1731421224758-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:27,681 INFO [RS:0;2b6d221c5cde:35811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:27,681 INFO [RS:0;2b6d221c5cde:35811 {}] regionserver.Replication(171): 2b6d221c5cde,35811,1731421224758 started 2024-11-12T14:20:27,694 INFO [RS:0;2b6d221c5cde:35811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:27,695 INFO [RS:0;2b6d221c5cde:35811 {}] regionserver.HRegionServer(1482): Serving as 2b6d221c5cde,35811,1731421224758, RpcServer on 2b6d221c5cde/172.17.0.3:35811, sessionid=0x1012f6b2fa10001 2024-11-12T14:20:27,695 DEBUG [RS:0;2b6d221c5cde:35811 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T14:20:27,695 DEBUG [RS:0;2b6d221c5cde:35811 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b6d221c5cde,35811,1731421224758 2024-11-12T14:20:27,695 DEBUG [RS:0;2b6d221c5cde:35811 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,35811,1731421224758' 2024-11-12T14:20:27,695 DEBUG [RS:0;2b6d221c5cde:35811 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0599308974/flush-table-proc/abort' 2024-11-12T14:20:27,695 DEBUG [RS:0;2b6d221c5cde:35811 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0599308974/flush-table-proc/acquired' 2024-11-12T14:20:27,696 DEBUG [RS:0;2b6d221c5cde:35811 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T14:20:27,696 DEBUG [RS:0;2b6d221c5cde:35811 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T14:20:27,696 DEBUG [RS:0;2b6d221c5cde:35811 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b6d221c5cde,35811,1731421224758 2024-11-12T14:20:27,696 DEBUG [RS:0;2b6d221c5cde:35811 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,35811,1731421224758' 2024-11-12T14:20:27,696 DEBUG [RS:0;2b6d221c5cde:35811 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0599308974/online-snapshot/abort' 2024-11-12T14:20:27,696 DEBUG [RS:0;2b6d221c5cde:35811 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0599308974/online-snapshot/acquired' 2024-11-12T14:20:27,696 DEBUG [RS:0;2b6d221c5cde:35811 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T14:20:27,696 INFO [RS:0;2b6d221c5cde:35811 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T14:20:27,696 INFO [RS:0;2b6d221c5cde:35811 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T14:20:27,797 INFO [RS:0;2b6d221c5cde:35811 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:20:27,798 INFO [RS:0;2b6d221c5cde:35811 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C35811%2C1731421224758, suffix=, logDir=hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/WALs/2b6d221c5cde,35811,1731421224758, archiveDir=hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/oldWALs, maxLogs=10 2024-11-12T14:20:27,814 DEBUG [RS:0;2b6d221c5cde:35811 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/WALs/2b6d221c5cde,35811,1731421224758/2b6d221c5cde%2C35811%2C1731421224758.1731421227799, exclude list is [], retry=0 2024-11-12T14:20:27,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41727,DS-15b84066-f210-4e4b-b3ff-e40a2e719c96,DISK] 2024-11-12T14:20:27,819 INFO [RS:0;2b6d221c5cde:35811 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/WALs/2b6d221c5cde,35811,1731421224758/2b6d221c5cde%2C35811%2C1731421224758.1731421227799 2024-11-12T14:20:27,819 DEBUG [RS:0;2b6d221c5cde:35811 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44447:44447)] 2024-11-12T14:20:27,966 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T14:20:27,966 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97 2024-11-12T14:20:27,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741833_1009 (size=32) 2024-11-12T14:20:28,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:20:28,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:20:28,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:20:28,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:28,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:20:28,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:20:28,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:20:28,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:28,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:20:28,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:20:28,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:20:28,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:28,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:20:28,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:20:28,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:20:28,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:28,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:20:28,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:20:28,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/data/hbase/meta/1588230740 2024-11-12T14:20:28,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/data/hbase/meta/1588230740 2024-11-12T14:20:28,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:20:28,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:20:28,382 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:20:28,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:20:28,384 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:20:28,384 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67393343, jitterRate=0.004239067435264587}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:20:28,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731421228372Initializing all the Stores at 1731421228372Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421228372Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421228372Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421228372Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421228372Cleaning up temporary data from old regions at 1731421228382 (+10 ms)Region opened successfully at 1731421228385 (+3 ms) 2024-11-12T14:20:28,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:20:28,385 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:20:28,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:20:28,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:20:28,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:20:28,386 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:20:28,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421228385Disabling compacts and flushes for region at 1731421228385Disabling writes for close at 1731421228385Writing region close event to WAL at 1731421228386 (+1 ms)Closed at 1731421228386 2024-11-12T14:20:28,387 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:20:28,387 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T14:20:28,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T14:20:28,388 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:20:28,389 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T14:20:28,539 DEBUG [2b6d221c5cde:36347 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T14:20:28,540 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b6d221c5cde,35811,1731421224758 2024-11-12T14:20:28,541 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,35811,1731421224758, state=OPENING 2024-11-12T14:20:28,605 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T14:20:28,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36347-0x1012f6b2fa10000, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599308974 2024-11-12T14:20:28,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35811-0x1012f6b2fa10001, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599308974 2024-11-12T14:20:28,616 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:20:28,616 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0599308974/meta-region-server: CHANGED 2024-11-12T14:20:28,616 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0599308974/meta-region-server: CHANGED 2024-11-12T14:20:28,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,35811,1731421224758}] 2024-11-12T14:20:28,769 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:20:28,770 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T14:20:28,773 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T14:20:28,773 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:20:28,773 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T14:20:28,774 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C35811%2C1731421224758.meta, suffix=.meta, logDir=hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/WALs/2b6d221c5cde,35811,1731421224758, archiveDir=hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/oldWALs, maxLogs=10 2024-11-12T14:20:28,786 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/WALs/2b6d221c5cde,35811,1731421224758/2b6d221c5cde%2C35811%2C1731421224758.meta.1731421228775.meta, exclude list is [], retry=0 2024-11-12T14:20:28,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41727,DS-15b84066-f210-4e4b-b3ff-e40a2e719c96,DISK] 2024-11-12T14:20:28,789 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/WALs/2b6d221c5cde,35811,1731421224758/2b6d221c5cde%2C35811%2C1731421224758.meta.1731421228775.meta 2024-11-12T14:20:28,789 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44447:44447)] 2024-11-12T14:20:28,789 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:20:28,790 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:20:28,790 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T14:20:28,790 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T14:20:28,790 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T14:20:28,790 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T14:20:28,790 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:20:28,790 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T14:20:28,790 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T14:20:28,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:20:28,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:20:28,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:28,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:20:28,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:20:28,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:20:28,793 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:28,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:20:28,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:20:28,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:20:28,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:28,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:20:28,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:20:28,795 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:20:28,795 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:28,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:20:28,796 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:20:28,796 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/data/hbase/meta/1588230740 2024-11-12T14:20:28,797 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/data/hbase/meta/1588230740 2024-11-12T14:20:28,798 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:20:28,798 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:20:28,798 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:20:28,799 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:20:28,800 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65698056, jitterRate=-0.021022677421569824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:20:28,800 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T14:20:28,800 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731421228790Writing region info on filesystem at 1731421228790Initializing all the Stores at 1731421228791 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421228791Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421228791Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421228791Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421228791Cleaning up temporary data from old regions at 1731421228798 (+7 ms)Running coprocessor post-open hooks at 1731421228800 (+2 ms)Region opened successfully at 1731421228800 2024-11-12T14:20:28,801 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731421228768 2024-11-12T14:20:28,803 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T14:20:28,803 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T14:20:28,804 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,35811,1731421224758 2024-11-12T14:20:28,805 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,35811,1731421224758, state=OPEN 2024-11-12T14:20:28,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35811-0x1012f6b2fa10001, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0599308974/meta-region-server 2024-11-12T14:20:28,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36347-0x1012f6b2fa10000, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0599308974/meta-region-server 2024-11-12T14:20:28,847 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0599308974/meta-region-server: CHANGED 2024-11-12T14:20:28,847 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0599308974/meta-region-server: CHANGED 2024-11-12T14:20:28,847 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b6d221c5cde,35811,1731421224758 2024-11-12T14:20:28,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T14:20:28,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,35811,1731421224758 in 231 msec 2024-11-12T14:20:28,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T14:20:28,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 463 msec 2024-11-12T14:20:28,853 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:20:28,853 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T14:20:28,854 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:20:28,854 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,35811,1731421224758, seqNum=-1] 2024-11-12T14:20:28,855 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:20:28,856 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56175, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:20:28,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4440 sec 2024-11-12T14:20:28,865 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731421228865, completionTime=-1 2024-11-12T14:20:28,865 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T14:20:28,865 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T14:20:28,868 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T14:20:28,868 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731421288868 2024-11-12T14:20:28,868 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731421348868 2024-11-12T14:20:28,868 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T14:20:28,868 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,36347,1731421224473-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:28,868 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,36347,1731421224473-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:28,868 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,36347,1731421224473-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:28,868 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b6d221c5cde:36347, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:28,869 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:28,871 DEBUG [master/2b6d221c5cde:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T14:20:28,876 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:28,881 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.875sec 2024-11-12T14:20:28,882 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T14:20:28,882 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T14:20:28,882 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T14:20:28,882 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T14:20:28,882 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T14:20:28,882 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,36347,1731421224473-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:20:28,882 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,36347,1731421224473-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T14:20:28,886 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T14:20:28,886 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T14:20:28,886 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,36347,1731421224473-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:28,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@231b1ad7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:20:28,936 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,36347,-1 for getting cluster id 2024-11-12T14:20:28,936 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:20:28,937 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa9fa19c-c7b0-4186-8025-adbac7019b89' 2024-11-12T14:20:28,937 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:20:28,937 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa9fa19c-c7b0-4186-8025-adbac7019b89" 2024-11-12T14:20:28,937 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c4e7178, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:20:28,937 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,36347,-1] 2024-11-12T14:20:28,938 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:20:28,938 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:20:28,939 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:20:28,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44a270cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:20:28,940 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:20:28,941 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,35811,1731421224758, seqNum=-1] 2024-11-12T14:20:28,941 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:20:28,942 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:20:28,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b6d221c5cde,36347,1731421224473 2024-11-12T14:20:28,944 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53191 2024-11-12T14:20:28,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:20:28,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012f6b2fa10002 connected 2024-11-12T14:20:28,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2130df5f-5207-5e57-2968-39a4a2b585ed/hadoop.log.dir so I do NOT create it in target/test-data/e54c33d6-9651-91b0-f3de-a35efca32ac2 2024-11-12T14:20:28,966 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2130df5f-5207-5e57-2968-39a4a2b585ed/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T14:20:28,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2130df5f-5207-5e57-2968-39a4a2b585ed/hadoop.tmp.dir so I do NOT create it in target/test-data/e54c33d6-9651-91b0-f3de-a35efca32ac2 2024-11-12T14:20:28,966 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2130df5f-5207-5e57-2968-39a4a2b585ed/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T14:20:28,966 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54c33d6-9651-91b0-f3de-a35efca32ac2 2024-11-12T14:20:28,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T14:20:28,966 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54c33d6-9651-91b0-f3de-a35efca32ac2/cluster_94115b4e-f94c-83b7-43e7-9b0116d4d653, deleteOnExit=true 2024-11-12T14:20:28,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T14:20:28,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54c33d6-9651-91b0-f3de-a35efca32ac2/test.cache.data in system properties and HBase conf 2024-11-12T14:20:28,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54c33d6-9651-91b0-f3de-a35efca32ac2/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T14:20:28,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54c33d6-9651-91b0-f3de-a35efca32ac2/hadoop.log.dir in system properties and HBase conf 2024-11-12T14:20:28,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54c33d6-9651-91b0-f3de-a35efca32ac2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T14:20:28,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54c33d6-9651-91b0-f3de-a35efca32ac2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T14:20:28,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T14:20:28,967 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T14:20:28,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54c33d6-9651-91b0-f3de-a35efca32ac2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:20:28,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54c33d6-9651-91b0-f3de-a35efca32ac2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:20:28,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54c33d6-9651-91b0-f3de-a35efca32ac2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T14:20:28,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54c33d6-9651-91b0-f3de-a35efca32ac2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:20:28,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54c33d6-9651-91b0-f3de-a35efca32ac2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T14:20:28,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54c33d6-9651-91b0-f3de-a35efca32ac2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T14:20:28,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54c33d6-9651-91b0-f3de-a35efca32ac2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:20:28,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54c33d6-9651-91b0-f3de-a35efca32ac2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:20:28,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54c33d6-9651-91b0-f3de-a35efca32ac2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T14:20:28,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54c33d6-9651-91b0-f3de-a35efca32ac2/nfs.dump.dir in system properties and HBase conf 2024-11-12T14:20:28,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54c33d6-9651-91b0-f3de-a35efca32ac2/java.io.tmpdir in system properties and HBase conf 2024-11-12T14:20:28,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54c33d6-9651-91b0-f3de-a35efca32ac2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:20:28,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54c33d6-9651-91b0-f3de-a35efca32ac2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T14:20:28,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54c33d6-9651-91b0-f3de-a35efca32ac2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T14:20:29,446 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:20:29,450 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:20:29,452 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:20:29,452 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:20:29,452 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T14:20:29,452 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:20:29,454 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44b0bd50{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54c33d6-9651-91b0-f3de-a35efca32ac2/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:20:29,454 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e2e5da0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:20:29,555 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19868b9e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54c33d6-9651-91b0-f3de-a35efca32ac2/java.io.tmpdir/jetty-localhost-36151-hadoop-hdfs-3_4_1-tests_jar-_-any-7020150126677312209/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:20:29,556 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@490a703b{HTTP/1.1, (http/1.1)}{localhost:36151} 2024-11-12T14:20:29,556 INFO [Time-limited test {}] server.Server(415): Started @146722ms 2024-11-12T14:20:29,802 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T14:20:29,802 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T14:20:29,803 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:20:29,803 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-12T14:20:29,803 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:20:29,803 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T14:20:30,177 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:20:30,180 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:20:30,181 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:20:30,181 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:20:30,181 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T14:20:30,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b653cb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54c33d6-9651-91b0-f3de-a35efca32ac2/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:20:30,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e1fe333{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:20:30,286 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b8c3687{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54c33d6-9651-91b0-f3de-a35efca32ac2/java.io.tmpdir/jetty-localhost-33927-hadoop-hdfs-3_4_1-tests_jar-_-any-13135328220927411089/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:20:30,286 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7644832b{HTTP/1.1, (http/1.1)}{localhost:33927} 2024-11-12T14:20:30,286 INFO [Time-limited test {}] server.Server(415): Started @147452ms 2024-11-12T14:20:30,287 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T14:20:31,892 WARN [Thread-1402 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54c33d6-9651-91b0-f3de-a35efca32ac2/cluster_94115b4e-f94c-83b7-43e7-9b0116d4d653/data/data1/current/BP-1284867452-172.17.0.3-1731421228983/current, will proceed with Du for space computation calculation, 2024-11-12T14:20:31,892 WARN [Thread-1403 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54c33d6-9651-91b0-f3de-a35efca32ac2/cluster_94115b4e-f94c-83b7-43e7-9b0116d4d653/data/data2/current/BP-1284867452-172.17.0.3-1731421228983/current, will proceed with Du for space computation calculation, 2024-11-12T14:20:31,984 WARN [Thread-1390 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T14:20:31,995 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x345b25f8b7894316 with lease ID 0xf923ff884e851985: Processing first storage report for DS-af457bdc-dd64-4187-8cf1-899e3f730978 from datanode DatanodeRegistration(127.0.0.1:34991, datanodeUuid=19dfede2-b725-4dfa-b78f-b6222f1e7677, infoPort=43103, infoSecurePort=0, ipcPort=41391, storageInfo=lv=-57;cid=testClusterID;nsid=651667282;c=1731421228983) 2024-11-12T14:20:31,995 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x345b25f8b7894316 with lease ID 0xf923ff884e851985: from storage DS-af457bdc-dd64-4187-8cf1-899e3f730978 node DatanodeRegistration(127.0.0.1:34991, datanodeUuid=19dfede2-b725-4dfa-b78f-b6222f1e7677, infoPort=43103, infoSecurePort=0, ipcPort=41391, storageInfo=lv=-57;cid=testClusterID;nsid=651667282;c=1731421228983), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:20:31,995 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x345b25f8b7894316 with lease ID 0xf923ff884e851985: Processing first storage report for DS-9d53e33f-a90b-409a-b162-0b3eff22a12b from datanode DatanodeRegistration(127.0.0.1:34991, datanodeUuid=19dfede2-b725-4dfa-b78f-b6222f1e7677, infoPort=43103, infoSecurePort=0, ipcPort=41391, storageInfo=lv=-57;cid=testClusterID;nsid=651667282;c=1731421228983) 2024-11-12T14:20:31,995 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x345b25f8b7894316 with lease ID 0xf923ff884e851985: from storage DS-9d53e33f-a90b-409a-b162-0b3eff22a12b node DatanodeRegistration(127.0.0.1:34991, datanodeUuid=19dfede2-b725-4dfa-b78f-b6222f1e7677, infoPort=43103, infoSecurePort=0, ipcPort=41391, storageInfo=lv=-57;cid=testClusterID;nsid=651667282;c=1731421228983), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:20:32,075 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54c33d6-9651-91b0-f3de-a35efca32ac2 2024-11-12T14:20:32,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:20:32,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:20:32,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741825_1001 (size=7) 2024-11-12T14:20:32,144 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32929/user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0 with version=8 2024-11-12T14:20:32,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32929/user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/hbase-staging 2024-11-12T14:20:32,148 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:20:32,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:20:32,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:20:32,148 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:20:32,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:20:32,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:20:32,148 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T14:20:32,149 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:20:32,164 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44541 2024-11-12T14:20:32,165 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44541 connecting to ZooKeeper ensemble=127.0.0.1:53191 2024-11-12T14:20:32,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:445410x0, quorum=127.0.0.1:53191, baseZNode=/11184573460 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:20:32,276 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44541-0x1012f6b2fa10003 connected 2024-11-12T14:20:32,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:20:32,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:20:32,358 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44541-0x1012f6b2fa10003, quorum=127.0.0.1:53191, baseZNode=/11184573460 Set watcher on znode that does not yet exist, /11184573460/running 2024-11-12T14:20:32,358 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32929/user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0, hbase.cluster.distributed=false 2024-11-12T14:20:32,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44541-0x1012f6b2fa10003, quorum=127.0.0.1:53191, baseZNode=/11184573460 Set watcher on znode that does not yet exist, /11184573460/acl 2024-11-12T14:20:32,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44541 2024-11-12T14:20:32,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44541 2024-11-12T14:20:32,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44541 2024-11-12T14:20:32,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44541 2024-11-12T14:20:32,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44541 2024-11-12T14:20:32,412 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:20:32,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:20:32,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:20:32,412 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:20:32,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:20:32,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:20:32,412 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T14:20:32,413 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:20:32,441 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46183 2024-11-12T14:20:32,443 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46183 connecting to ZooKeeper ensemble=127.0.0.1:53191 2024-11-12T14:20:32,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:20:32,448 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:20:32,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461830x0, quorum=127.0.0.1:53191, baseZNode=/11184573460 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:20:32,471 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:461830x0, quorum=127.0.0.1:53191, baseZNode=/11184573460 Set watcher on znode that does not yet exist, /11184573460/running 2024-11-12T14:20:32,471 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T14:20:32,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46183-0x1012f6b2fa10004 connected 2024-11-12T14:20:32,506 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T14:20:32,507 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46183-0x1012f6b2fa10004, quorum=127.0.0.1:53191, baseZNode=/11184573460 Set watcher on znode that does not yet exist, /11184573460/master 2024-11-12T14:20:32,509 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46183-0x1012f6b2fa10004, quorum=127.0.0.1:53191, baseZNode=/11184573460 Set watcher on znode that does not yet exist, /11184573460/acl 2024-11-12T14:20:32,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46183 2024-11-12T14:20:32,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46183 2024-11-12T14:20:32,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46183 2024-11-12T14:20:32,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46183 2024-11-12T14:20:32,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46183 2024-11-12T14:20:32,599 DEBUG [M:0;2b6d221c5cde:44541 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b6d221c5cde:44541 2024-11-12T14:20:32,608 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11184573460/backup-masters/2b6d221c5cde,44541,1731421232147 2024-11-12T14:20:32,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x1012f6b2fa10003, quorum=127.0.0.1:53191, baseZNode=/11184573460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11184573460/backup-masters 2024-11-12T14:20:32,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46183-0x1012f6b2fa10004, quorum=127.0.0.1:53191, baseZNode=/11184573460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11184573460/backup-masters 2024-11-12T14:20:32,627 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44541-0x1012f6b2fa10003, quorum=127.0.0.1:53191, baseZNode=/11184573460 Set watcher on existing znode=/11184573460/backup-masters/2b6d221c5cde,44541,1731421232147 2024-11-12T14:20:32,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46183-0x1012f6b2fa10004, quorum=127.0.0.1:53191, baseZNode=/11184573460 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11184573460/master 2024-11-12T14:20:32,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x1012f6b2fa10003, quorum=127.0.0.1:53191, baseZNode=/11184573460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11184573460 2024-11-12T14:20:32,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46183-0x1012f6b2fa10004, quorum=127.0.0.1:53191, baseZNode=/11184573460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11184573460 2024-11-12T14:20:32,649 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44541-0x1012f6b2fa10003, quorum=127.0.0.1:53191, baseZNode=/11184573460 Set watcher on existing znode=/11184573460/master 2024-11-12T14:20:32,649 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11184573460/backup-masters/2b6d221c5cde,44541,1731421232147 from backup master directory 2024-11-12T14:20:32,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x1012f6b2fa10003, quorum=127.0.0.1:53191, baseZNode=/11184573460 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11184573460/backup-masters/2b6d221c5cde,44541,1731421232147 2024-11-12T14:20:32,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x1012f6b2fa10003, quorum=127.0.0.1:53191, baseZNode=/11184573460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11184573460/backup-masters 2024-11-12T14:20:32,669 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:20:32,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46183-0x1012f6b2fa10004, quorum=127.0.0.1:53191, baseZNode=/11184573460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11184573460/backup-masters 2024-11-12T14:20:32,669 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b6d221c5cde,44541,1731421232147 2024-11-12T14:20:32,678 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32929/user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/hbase.id] with ID: da4defa9-82be-420d-880f-bc4bc0f51071 2024-11-12T14:20:32,678 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32929/user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/.tmp/hbase.id 2024-11-12T14:20:32,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741826_1002 (size=42) 2024-11-12T14:20:32,737 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32929/user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/.tmp/hbase.id]:[hdfs://localhost:32929/user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/hbase.id] 2024-11-12T14:20:32,757 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:20:32,757 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T14:20:32,760 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-12T14:20:32,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46183-0x1012f6b2fa10004, quorum=127.0.0.1:53191, baseZNode=/11184573460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11184573460 2024-11-12T14:20:32,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x1012f6b2fa10003, quorum=127.0.0.1:53191, baseZNode=/11184573460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11184573460 2024-11-12T14:20:32,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741827_1003 (size=196) 2024-11-12T14:20:32,815 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:20:32,816 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T14:20:32,828 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:20:32,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741828_1004 (size=1189) 2024-11-12T14:20:32,865 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32929/user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/MasterData/data/master/store 2024-11-12T14:20:32,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741829_1005 (size=34) 2024-11-12T14:20:32,921 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:20:32,921 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:20:32,921 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:20:32,921 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:20:32,921 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:20:32,922 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:20:32,922 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:20:32,922 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421232921Disabling compacts and flushes for region at 1731421232921Disabling writes for close at 1731421232921Writing region close event to WAL at 1731421232922 (+1 ms)Closed at 1731421232922 2024-11-12T14:20:32,923 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32929/user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/MasterData/data/master/store/.initializing 2024-11-12T14:20:32,923 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32929/user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/MasterData/WALs/2b6d221c5cde,44541,1731421232147 2024-11-12T14:20:32,924 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:20:32,927 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C44541%2C1731421232147, suffix=, logDir=hdfs://localhost:32929/user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/MasterData/WALs/2b6d221c5cde,44541,1731421232147, archiveDir=hdfs://localhost:32929/user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/MasterData/oldWALs, maxLogs=10 2024-11-12T14:20:32,941 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/MasterData/WALs/2b6d221c5cde,44541,1731421232147/2b6d221c5cde%2C44541%2C1731421232147.1731421232927, exclude list is [], retry=0 2024-11-12T14:20:32,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34991,DS-af457bdc-dd64-4187-8cf1-899e3f730978,DISK] 2024-11-12T14:20:32,997 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/MasterData/WALs/2b6d221c5cde,44541,1731421232147/2b6d221c5cde%2C44541%2C1731421232147.1731421232927 2024-11-12T14:20:33,004 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43103:43103)] 2024-11-12T14:20:33,004 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:20:33,005 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:20:33,005 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:33,005 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:33,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:33,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T14:20:33,008 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:33,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:20:33,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:33,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T14:20:33,010 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:33,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:20:33,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:33,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T14:20:33,013 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:33,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:20:33,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:33,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T14:20:33,015 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:33,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:20:33,016 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:33,016 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32929/user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:33,017 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32929/user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:33,018 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:33,018 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:33,019 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:20:33,022 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:33,041 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32929/user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:20:33,042 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60009774, jitterRate=-0.10578468441963196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:20:33,043 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731421233005Initializing all the Stores at 1731421233006 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421233006Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421233006Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421233006Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421233006Cleaning up temporary data from old regions at 1731421233018 (+12 ms)Region opened successfully at 1731421233043 (+25 ms) 2024-11-12T14:20:33,048 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T14:20:33,055 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4534869f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:20:33,056 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T14:20:33,056 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T14:20:33,056 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T14:20:33,056 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T14:20:33,057 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T14:20:33,058 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T14:20:33,058 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T14:20:33,065 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T14:20:33,068 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44541-0x1012f6b2fa10003, quorum=127.0.0.1:53191, baseZNode=/11184573460 Unable to get data of znode /11184573460/balancer because node does not exist (not necessarily an error) 2024-11-12T14:20:33,079 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11184573460/balancer already deleted, retry=false 2024-11-12T14:20:33,079 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T14:20:33,081 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44541-0x1012f6b2fa10003, quorum=127.0.0.1:53191, baseZNode=/11184573460 Unable to get data of znode /11184573460/normalizer because node does not exist (not necessarily an error) 2024-11-12T14:20:33,091 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11184573460/normalizer already deleted, retry=false 2024-11-12T14:20:33,091 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T14:20:33,102 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44541-0x1012f6b2fa10003, quorum=127.0.0.1:53191, baseZNode=/11184573460 Unable to get data of znode /11184573460/switch/split because node does not exist (not necessarily an error) 2024-11-12T14:20:33,110 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11184573460/switch/split already deleted, retry=false 2024-11-12T14:20:33,111 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44541-0x1012f6b2fa10003, quorum=127.0.0.1:53191, baseZNode=/11184573460 Unable to get data of znode /11184573460/switch/merge because node does not exist (not necessarily an error) 2024-11-12T14:20:33,121 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11184573460/switch/merge already deleted, retry=false 2024-11-12T14:20:33,124 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44541-0x1012f6b2fa10003, quorum=127.0.0.1:53191, baseZNode=/11184573460 Unable to get data of znode /11184573460/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T14:20:33,194 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11184573460/snapshot-cleanup already deleted, retry=false 2024-11-12T14:20:33,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x1012f6b2fa10003, quorum=127.0.0.1:53191, baseZNode=/11184573460 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11184573460/running 2024-11-12T14:20:33,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46183-0x1012f6b2fa10004, quorum=127.0.0.1:53191, baseZNode=/11184573460 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11184573460/running 2024-11-12T14:20:33,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x1012f6b2fa10003, quorum=127.0.0.1:53191, baseZNode=/11184573460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11184573460 2024-11-12T14:20:33,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46183-0x1012f6b2fa10004, quorum=127.0.0.1:53191, baseZNode=/11184573460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11184573460 2024-11-12T14:20:33,294 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b6d221c5cde,44541,1731421232147, sessionid=0x1012f6b2fa10003, setting cluster-up flag (Was=false) 2024-11-12T14:20:33,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46183-0x1012f6b2fa10004, quorum=127.0.0.1:53191, baseZNode=/11184573460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11184573460 2024-11-12T14:20:33,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x1012f6b2fa10003, quorum=127.0.0.1:53191, baseZNode=/11184573460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11184573460 2024-11-12T14:20:33,384 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11184573460/flush-table-proc/acquired, /11184573460/flush-table-proc/reached, /11184573460/flush-table-proc/abort 2024-11-12T14:20:33,385 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,44541,1731421232147 2024-11-12T14:20:33,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x1012f6b2fa10003, quorum=127.0.0.1:53191, baseZNode=/11184573460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11184573460 2024-11-12T14:20:33,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46183-0x1012f6b2fa10004, quorum=127.0.0.1:53191, baseZNode=/11184573460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11184573460 2024-11-12T14:20:33,447 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11184573460/online-snapshot/acquired, /11184573460/online-snapshot/reached, /11184573460/online-snapshot/abort 2024-11-12T14:20:33,450 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,44541,1731421232147 2024-11-12T14:20:33,452 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32929/user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T14:20:33,454 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T14:20:33,454 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T14:20:33,454 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T14:20:33,455 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b6d221c5cde,44541,1731421232147 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T14:20:33,457 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:20:33,457 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:20:33,457 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:20:33,457 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:20:33,457 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b6d221c5cde:0, corePoolSize=10, maxPoolSize=10 2024-11-12T14:20:33,457 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:20:33,457 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:20:33,458 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:20:33,459 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731421263459 2024-11-12T14:20:33,459 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T14:20:33,459 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T14:20:33,459 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T14:20:33,459 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T14:20:33,460 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T14:20:33,460 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T14:20:33,467 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:20:33,467 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T14:20:33,469 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:33,469 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T14:20:33,476 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:33,486 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T14:20:33,486 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T14:20:33,486 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T14:20:33,486 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T14:20:33,490 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T14:20:33,490 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T14:20:33,504 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421233490,5,FailOnTimeoutGroup] 2024-11-12T14:20:33,530 INFO [RS:0;2b6d221c5cde:46183 {}] regionserver.HRegionServer(746): ClusterId : da4defa9-82be-420d-880f-bc4bc0f51071 2024-11-12T14:20:33,530 DEBUG [RS:0;2b6d221c5cde:46183 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T14:20:33,540 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421233504,5,FailOnTimeoutGroup] 2024-11-12T14:20:33,540 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:33,540 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T14:20:33,540 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:33,540 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:33,543 DEBUG [RS:0;2b6d221c5cde:46183 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T14:20:33,543 DEBUG [RS:0;2b6d221c5cde:46183 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T14:20:33,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741831_1007 (size=1321) 2024-11-12T14:20:33,562 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32929/user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T14:20:33,562 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32929/user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0 2024-11-12T14:20:33,565 DEBUG [RS:0;2b6d221c5cde:46183 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T14:20:33,565 DEBUG [RS:0;2b6d221c5cde:46183 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d573b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:20:33,594 DEBUG [RS:0;2b6d221c5cde:46183 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b6d221c5cde:46183 2024-11-12T14:20:33,594 INFO [RS:0;2b6d221c5cde:46183 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T14:20:33,594 INFO [RS:0;2b6d221c5cde:46183 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T14:20:33,594 DEBUG [RS:0;2b6d221c5cde:46183 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T14:20:33,595 INFO [RS:0;2b6d221c5cde:46183 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b6d221c5cde,44541,1731421232147 with port=46183, startcode=1731421232412 2024-11-12T14:20:33,596 DEBUG [RS:0;2b6d221c5cde:46183 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T14:20:33,612 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40785, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T14:20:33,613 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44541 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b6d221c5cde,46183,1731421232412 2024-11-12T14:20:33,613 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44541 {}] master.ServerManager(517): Registering regionserver=2b6d221c5cde,46183,1731421232412 2024-11-12T14:20:33,614 DEBUG [RS:0;2b6d221c5cde:46183 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32929/user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0 2024-11-12T14:20:33,615 DEBUG [RS:0;2b6d221c5cde:46183 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32929 2024-11-12T14:20:33,615 DEBUG [RS:0;2b6d221c5cde:46183 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T14:20:33,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741832_1008 (size=32) 2024-11-12T14:20:33,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:20:33,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x1012f6b2fa10003, quorum=127.0.0.1:53191, baseZNode=/11184573460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11184573460/rs 2024-11-12T14:20:33,648 DEBUG [RS:0;2b6d221c5cde:46183 {}] zookeeper.ZKUtil(111): regionserver:46183-0x1012f6b2fa10004, quorum=127.0.0.1:53191, baseZNode=/11184573460 Set watcher on existing znode=/11184573460/rs/2b6d221c5cde,46183,1731421232412 2024-11-12T14:20:33,648 WARN [RS:0;2b6d221c5cde:46183 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:20:33,648 INFO [RS:0;2b6d221c5cde:46183 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:20:33,648 DEBUG [RS:0;2b6d221c5cde:46183 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32929/user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/WALs/2b6d221c5cde,46183,1731421232412 2024-11-12T14:20:33,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:20:33,649 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b6d221c5cde,46183,1731421232412] 2024-11-12T14:20:33,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:20:33,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:33,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:20:33,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:20:33,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:20:33,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:33,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:20:33,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:20:33,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:20:33,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:33,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:20:33,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:20:33,660 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:20:33,660 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:33,663 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T14:20:33,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:20:33,663 INFO [RS:0;2b6d221c5cde:46183 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T14:20:33,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:20:33,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32929/user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/data/hbase/meta/1588230740 2024-11-12T14:20:33,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32929/user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/data/hbase/meta/1588230740 2024-11-12T14:20:33,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:20:33,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:20:33,670 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:20:33,672 INFO [RS:0;2b6d221c5cde:46183 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T14:20:33,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:20:33,676 INFO [RS:0;2b6d221c5cde:46183 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T14:20:33,676 INFO [RS:0;2b6d221c5cde:46183 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:33,681 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32929/user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:20:33,682 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67089288, jitterRate=-2.917051315307617E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:20:33,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731421233631Initializing all the Stores at 1731421233632 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421233632Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421233648 (+16 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421233648Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421233648Cleaning up temporary data from old regions at 1731421233668 (+20 ms)Region opened successfully at 1731421233682 (+14 ms) 2024-11-12T14:20:33,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:20:33,682 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:20:33,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:20:33,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:20:33,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:20:33,691 INFO [RS:0;2b6d221c5cde:46183 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T14:20:33,692 INFO [RS:0;2b6d221c5cde:46183 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T14:20:33,692 INFO [RS:0;2b6d221c5cde:46183 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:33,692 DEBUG [RS:0;2b6d221c5cde:46183 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:20:33,692 DEBUG [RS:0;2b6d221c5cde:46183 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:20:33,692 DEBUG [RS:0;2b6d221c5cde:46183 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:20:33,692 DEBUG [RS:0;2b6d221c5cde:46183 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:20:33,692 DEBUG [RS:0;2b6d221c5cde:46183 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:20:33,693 DEBUG [RS:0;2b6d221c5cde:46183 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:20:33,693 DEBUG [RS:0;2b6d221c5cde:46183 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:20:33,693 DEBUG [RS:0;2b6d221c5cde:46183 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:20:33,693 DEBUG [RS:0;2b6d221c5cde:46183 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:20:33,693 DEBUG [RS:0;2b6d221c5cde:46183 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:20:33,693 DEBUG [RS:0;2b6d221c5cde:46183 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:20:33,693 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:20:33,693 DEBUG [RS:0;2b6d221c5cde:46183 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:20:33,693 DEBUG [RS:0;2b6d221c5cde:46183 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:20:33,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421233682Disabling compacts and flushes for region at 1731421233682Disabling writes for close at 1731421233683 (+1 ms)Writing region close event to WAL at 1731421233693 (+10 ms)Closed at 1731421233693 2024-11-12T14:20:33,693 DEBUG [RS:0;2b6d221c5cde:46183 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:20:33,694 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:20:33,694 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T14:20:33,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T14:20:33,696 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:20:33,701 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T14:20:33,720 INFO [RS:0;2b6d221c5cde:46183 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:33,720 INFO [RS:0;2b6d221c5cde:46183 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:33,720 INFO [RS:0;2b6d221c5cde:46183 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:33,720 INFO [RS:0;2b6d221c5cde:46183 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:33,720 INFO [RS:0;2b6d221c5cde:46183 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:33,720 INFO [RS:0;2b6d221c5cde:46183 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,46183,1731421232412-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:20:33,749 INFO [RS:0;2b6d221c5cde:46183 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T14:20:33,750 INFO [RS:0;2b6d221c5cde:46183 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,46183,1731421232412-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:33,750 INFO [RS:0;2b6d221c5cde:46183 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:33,750 INFO [RS:0;2b6d221c5cde:46183 {}] regionserver.Replication(171): 2b6d221c5cde,46183,1731421232412 started 2024-11-12T14:20:33,773 INFO [RS:0;2b6d221c5cde:46183 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:33,773 INFO [RS:0;2b6d221c5cde:46183 {}] regionserver.HRegionServer(1482): Serving as 2b6d221c5cde,46183,1731421232412, RpcServer on 2b6d221c5cde/172.17.0.3:46183, sessionid=0x1012f6b2fa10004 2024-11-12T14:20:33,773 DEBUG [RS:0;2b6d221c5cde:46183 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T14:20:33,773 DEBUG [RS:0;2b6d221c5cde:46183 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b6d221c5cde,46183,1731421232412 2024-11-12T14:20:33,773 DEBUG [RS:0;2b6d221c5cde:46183 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,46183,1731421232412' 2024-11-12T14:20:33,773 DEBUG [RS:0;2b6d221c5cde:46183 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11184573460/flush-table-proc/abort' 2024-11-12T14:20:33,774 DEBUG [RS:0;2b6d221c5cde:46183 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11184573460/flush-table-proc/acquired' 2024-11-12T14:20:33,774 DEBUG [RS:0;2b6d221c5cde:46183 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T14:20:33,774 DEBUG [RS:0;2b6d221c5cde:46183 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T14:20:33,774 DEBUG [RS:0;2b6d221c5cde:46183 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b6d221c5cde,46183,1731421232412 2024-11-12T14:20:33,774 DEBUG [RS:0;2b6d221c5cde:46183 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,46183,1731421232412' 2024-11-12T14:20:33,774 DEBUG [RS:0;2b6d221c5cde:46183 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11184573460/online-snapshot/abort' 2024-11-12T14:20:33,775 DEBUG [RS:0;2b6d221c5cde:46183 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11184573460/online-snapshot/acquired' 2024-11-12T14:20:33,775 DEBUG [RS:0;2b6d221c5cde:46183 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T14:20:33,775 INFO [RS:0;2b6d221c5cde:46183 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T14:20:33,775 INFO [RS:0;2b6d221c5cde:46183 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T14:20:33,851 WARN [2b6d221c5cde:44541 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T14:20:33,876 INFO [RS:0;2b6d221c5cde:46183 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:20:33,878 INFO [RS:0;2b6d221c5cde:46183 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C46183%2C1731421232412, suffix=, logDir=hdfs://localhost:32929/user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/WALs/2b6d221c5cde,46183,1731421232412, archiveDir=hdfs://localhost:32929/user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/oldWALs, maxLogs=10 2024-11-12T14:20:33,916 DEBUG [RS:0;2b6d221c5cde:46183 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/WALs/2b6d221c5cde,46183,1731421232412/2b6d221c5cde%2C46183%2C1731421232412.1731421233878, exclude list is [], retry=0 2024-11-12T14:20:33,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34991,DS-af457bdc-dd64-4187-8cf1-899e3f730978,DISK] 2024-11-12T14:20:33,964 INFO [RS:0;2b6d221c5cde:46183 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/WALs/2b6d221c5cde,46183,1731421232412/2b6d221c5cde%2C46183%2C1731421232412.1731421233878 2024-11-12T14:20:33,965 DEBUG [RS:0;2b6d221c5cde:46183 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43103:43103)] 2024-11-12T14:20:34,101 DEBUG [2b6d221c5cde:44541 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T14:20:34,102 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b6d221c5cde,46183,1731421232412 2024-11-12T14:20:34,103 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,46183,1731421232412, state=OPENING 2024-11-12T14:20:34,159 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T14:20:34,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46183-0x1012f6b2fa10004, quorum=127.0.0.1:53191, baseZNode=/11184573460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11184573460 2024-11-12T14:20:34,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x1012f6b2fa10003, quorum=127.0.0.1:53191, baseZNode=/11184573460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11184573460 2024-11-12T14:20:34,194 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:20:34,194 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11184573460/meta-region-server: CHANGED 2024-11-12T14:20:34,194 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11184573460/meta-region-server: CHANGED 2024-11-12T14:20:34,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,46183,1731421232412}] 2024-11-12T14:20:34,293 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T14:20:34,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:20:34,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:20:34,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:20:34,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:20:34,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:20:34,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:20:34,347 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:20:34,349 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54655, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T14:20:34,352 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T14:20:34,352 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:20:34,352 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T14:20:34,354 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C46183%2C1731421232412.meta, suffix=.meta, logDir=hdfs://localhost:32929/user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/WALs/2b6d221c5cde,46183,1731421232412, archiveDir=hdfs://localhost:32929/user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/oldWALs, maxLogs=10 2024-11-12T14:20:34,366 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/WALs/2b6d221c5cde,46183,1731421232412/2b6d221c5cde%2C46183%2C1731421232412.meta.1731421234354.meta, exclude list is [], retry=0 2024-11-12T14:20:34,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34991,DS-af457bdc-dd64-4187-8cf1-899e3f730978,DISK] 2024-11-12T14:20:34,370 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/WALs/2b6d221c5cde,46183,1731421232412/2b6d221c5cde%2C46183%2C1731421232412.meta.1731421234354.meta 2024-11-12T14:20:34,370 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43103:43103)] 2024-11-12T14:20:34,370 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:20:34,370 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:20:34,370 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T14:20:34,370 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T14:20:34,371 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T14:20:34,371 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T14:20:34,371 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:20:34,371 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T14:20:34,371 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T14:20:34,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:20:34,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:20:34,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:34,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:20:34,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:20:34,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:20:34,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:34,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:20:34,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:20:34,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:20:34,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:34,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:20:34,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:20:34,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:20:34,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:34,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:20:34,381 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:20:34,382 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32929/user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/data/hbase/meta/1588230740 2024-11-12T14:20:34,383 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32929/user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/data/hbase/meta/1588230740 2024-11-12T14:20:34,384 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:20:34,384 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:20:34,384 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:20:34,386 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:20:34,387 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67552706, jitterRate=0.0066137611865997314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:20:34,387 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T14:20:34,387 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731421234371Writing region info on filesystem at 1731421234371Initializing all the Stores at 1731421234372 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421234372Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421234372Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421234372Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421234372Cleaning up temporary data from old regions at 1731421234384 (+12 ms)Running coprocessor post-open hooks at 1731421234387 (+3 ms)Region opened successfully at 1731421234387 2024-11-12T14:20:34,388 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731421234347 2024-11-12T14:20:34,390 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T14:20:34,390 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T14:20:34,391 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,46183,1731421232412 2024-11-12T14:20:34,391 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,46183,1731421232412, state=OPEN 2024-11-12T14:20:34,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46183-0x1012f6b2fa10004, quorum=127.0.0.1:53191, baseZNode=/11184573460 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11184573460/meta-region-server 2024-11-12T14:20:34,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x1012f6b2fa10003, quorum=127.0.0.1:53191, baseZNode=/11184573460 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11184573460/meta-region-server 2024-11-12T14:20:34,404 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b6d221c5cde,46183,1731421232412 2024-11-12T14:20:34,404 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11184573460/meta-region-server: CHANGED 2024-11-12T14:20:34,404 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11184573460/meta-region-server: CHANGED 2024-11-12T14:20:34,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T14:20:34,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,46183,1731421232412 in 210 msec 2024-11-12T14:20:34,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T14:20:34,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 711 msec 2024-11-12T14:20:34,410 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:20:34,410 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T14:20:34,411 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:20:34,411 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,46183,1731421232412, seqNum=-1] 2024-11-12T14:20:34,412 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:20:34,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:20:34,422 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 969 msec 2024-11-12T14:20:34,422 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731421234422, completionTime=-1 2024-11-12T14:20:34,422 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T14:20:34,422 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T14:20:34,424 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T14:20:34,424 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731421294424 2024-11-12T14:20:34,424 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731421354424 2024-11-12T14:20:34,424 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T14:20:34,425 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,44541,1731421232147-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:34,425 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,44541,1731421232147-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:34,425 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,44541,1731421232147-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:34,425 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b6d221c5cde:44541, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:34,425 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:34,427 DEBUG [master/2b6d221c5cde:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T14:20:34,428 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:34,432 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.763sec 2024-11-12T14:20:34,432 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T14:20:34,432 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T14:20:34,432 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T14:20:34,432 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T14:20:34,432 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T14:20:34,433 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,44541,1731421232147-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:20:34,433 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,44541,1731421232147-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T14:20:34,443 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T14:20:34,443 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T14:20:34,443 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,44541,1731421232147-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:34,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@112bcf29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:20:34,523 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,44541,-1 for getting cluster id 2024-11-12T14:20:34,523 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:20:34,528 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da4defa9-82be-420d-880f-bc4bc0f51071' 2024-11-12T14:20:34,529 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:20:34,529 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da4defa9-82be-420d-880f-bc4bc0f51071" 2024-11-12T14:20:34,529 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2884b9d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:20:34,529 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,44541,-1] 2024-11-12T14:20:34,529 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:20:34,530 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:20:34,532 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:20:34,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d3359b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:20:34,534 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:20:34,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,46183,1731421232412, seqNum=-1] 2024-11-12T14:20:34,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:20:34,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:20:34,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b6d221c5cde,44541,1731421232147 2024-11-12T14:20:34,542 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53191 2024-11-12T14:20:34,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53191, baseZNode=/11184573460 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:20:34,556 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012f6b2fa10005 connected 2024-11-12T14:20:34,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ea6d2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:20:34,568 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,36347,-1 for getting cluster id 2024-11-12T14:20:34,568 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:20:34,570 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa9fa19c-c7b0-4186-8025-adbac7019b89' 2024-11-12T14:20:34,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:20:34,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa9fa19c-c7b0-4186-8025-adbac7019b89" 2024-11-12T14:20:34,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:20:34,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d6a77b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:20:34,571 DEBUG [Time-limited test {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,36347,-1] 2024-11-12T14:20:34,571 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:20:34,572 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:20:34,573 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c2aedc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:20:34,574 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:20:34,575 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,36347,1731421224473 2024-11-12T14:20:34,575 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4811fc7c 2024-11-12T14:20:34,575 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:20:34,577 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:20:34,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36347 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2b6d221c5cde:44541,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T14:20:34,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36347 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T14:20:34,581 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b6d221c5cde:44541' 2024-11-12T14:20:34,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:20:34,600 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bff1cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:20:34,600 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,44541,-1 for getting cluster id 2024-11-12T14:20:34,601 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:20:34,602 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da4defa9-82be-420d-880f-bc4bc0f51071' 2024-11-12T14:20:34,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:20:34,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da4defa9-82be-420d-880f-bc4bc0f51071" 2024-11-12T14:20:34,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dbfac73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:20:34,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,44541,-1] 2024-11-12T14:20:34,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:20:34,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:20:34,605 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:20:34,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dfef84d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:20:34,611 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:20:34,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,44541,1731421232147 2024-11-12T14:20:34,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20a85338 2024-11-12T14:20:34,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:20:34,614 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:20:34,615 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-12T14:20:34,615 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T14:20:34,615 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:20:34,615 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:20:34,615 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:20:34,616 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:20:34,617 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T14:20:34,619 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T14:20:34,620 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:34,621 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T14:20:34,668 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T14:20:34,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741835_1011 (size=1138) 2024-11-12T14:20:34,711 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f0d9864a9bf0a00aff616fbc11310a73, NAME => 'hbase:replication,,1731421234615.f0d9864a9bf0a00aff616fbc11310a73.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97 2024-11-12T14:20:34,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:20:34,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741836_1012 (size=44) 2024-11-12T14:20:34,735 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731421234615.f0d9864a9bf0a00aff616fbc11310a73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:20:34,735 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f0d9864a9bf0a00aff616fbc11310a73, disabling compactions & flushes 2024-11-12T14:20:34,735 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731421234615.f0d9864a9bf0a00aff616fbc11310a73. 2024-11-12T14:20:34,735 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731421234615.f0d9864a9bf0a00aff616fbc11310a73. 2024-11-12T14:20:34,735 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731421234615.f0d9864a9bf0a00aff616fbc11310a73. after waiting 0 ms 2024-11-12T14:20:34,735 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731421234615.f0d9864a9bf0a00aff616fbc11310a73. 2024-11-12T14:20:34,735 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731421234615.f0d9864a9bf0a00aff616fbc11310a73. 2024-11-12T14:20:34,735 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f0d9864a9bf0a00aff616fbc11310a73: Waiting for close lock at 1731421234735Disabling compacts and flushes for region at 1731421234735Disabling writes for close at 1731421234735Writing region close event to WAL at 1731421234735Closed at 1731421234735 2024-11-12T14:20:34,737 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T14:20:34,737 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731421234615.f0d9864a9bf0a00aff616fbc11310a73.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731421234737"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731421234737"}]},"ts":"1731421234737"} 2024-11-12T14:20:34,740 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T14:20:34,741 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T14:20:34,741 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421234741"}]},"ts":"1731421234741"} 2024-11-12T14:20:34,745 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T14:20:34,745 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f0d9864a9bf0a00aff616fbc11310a73, ASSIGN}] 2024-11-12T14:20:34,747 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f0d9864a9bf0a00aff616fbc11310a73, ASSIGN 2024-11-12T14:20:34,749 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f0d9864a9bf0a00aff616fbc11310a73, ASSIGN; state=OFFLINE, location=2b6d221c5cde,35811,1731421224758; forceNewPlan=false, retain=false 2024-11-12T14:20:34,901 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f0d9864a9bf0a00aff616fbc11310a73, regionState=OPENING, regionLocation=2b6d221c5cde,35811,1731421224758 2024-11-12T14:20:34,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f0d9864a9bf0a00aff616fbc11310a73, ASSIGN because future has completed 2024-11-12T14:20:34,904 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0d9864a9bf0a00aff616fbc11310a73, server=2b6d221c5cde,35811,1731421224758}] 2024-11-12T14:20:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:20:35,059 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731421234615.f0d9864a9bf0a00aff616fbc11310a73. 2024-11-12T14:20:35,059 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:20:35,059 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T14:20:35,061 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C35811%2C1731421224758.rep, suffix=, logDir=hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/WALs/2b6d221c5cde,35811,1731421224758, archiveDir=hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/oldWALs, maxLogs=10 2024-11-12T14:20:35,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/WALs/2b6d221c5cde,35811,1731421224758/2b6d221c5cde%2C35811%2C1731421224758.rep.1731421235061, exclude list is [], retry=0 2024-11-12T14:20:35,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41727,DS-15b84066-f210-4e4b-b3ff-e40a2e719c96,DISK] 2024-11-12T14:20:35,076 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/WALs/2b6d221c5cde,35811,1731421224758/2b6d221c5cde%2C35811%2C1731421224758.rep.1731421235061 2024-11-12T14:20:35,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44447:44447)] 2024-11-12T14:20:35,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => f0d9864a9bf0a00aff616fbc11310a73, NAME => 'hbase:replication,,1731421234615.f0d9864a9bf0a00aff616fbc11310a73.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:20:35,079 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:20:35,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T14:20:35,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731421234615.f0d9864a9bf0a00aff616fbc11310a73. service=MultiRowMutationService 2024-11-12T14:20:35,079 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T14:20:35,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f0d9864a9bf0a00aff616fbc11310a73 2024-11-12T14:20:35,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731421234615.f0d9864a9bf0a00aff616fbc11310a73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:20:35,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for f0d9864a9bf0a00aff616fbc11310a73 2024-11-12T14:20:35,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for f0d9864a9bf0a00aff616fbc11310a73 2024-11-12T14:20:35,081 INFO [StoreOpener-f0d9864a9bf0a00aff616fbc11310a73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f0d9864a9bf0a00aff616fbc11310a73 2024-11-12T14:20:35,082 INFO [StoreOpener-f0d9864a9bf0a00aff616fbc11310a73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0d9864a9bf0a00aff616fbc11310a73 columnFamilyName hfileref 2024-11-12T14:20:35,082 DEBUG [StoreOpener-f0d9864a9bf0a00aff616fbc11310a73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:35,083 INFO [StoreOpener-f0d9864a9bf0a00aff616fbc11310a73-1 {}] regionserver.HStore(327): Store=f0d9864a9bf0a00aff616fbc11310a73/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:20:35,083 INFO [StoreOpener-f0d9864a9bf0a00aff616fbc11310a73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f0d9864a9bf0a00aff616fbc11310a73 2024-11-12T14:20:35,084 INFO [StoreOpener-f0d9864a9bf0a00aff616fbc11310a73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0d9864a9bf0a00aff616fbc11310a73 columnFamilyName queue 2024-11-12T14:20:35,084 DEBUG [StoreOpener-f0d9864a9bf0a00aff616fbc11310a73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:35,084 INFO [StoreOpener-f0d9864a9bf0a00aff616fbc11310a73-1 {}] regionserver.HStore(327): Store=f0d9864a9bf0a00aff616fbc11310a73/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:20:35,084 INFO [StoreOpener-f0d9864a9bf0a00aff616fbc11310a73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f0d9864a9bf0a00aff616fbc11310a73 2024-11-12T14:20:35,085 INFO [StoreOpener-f0d9864a9bf0a00aff616fbc11310a73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0d9864a9bf0a00aff616fbc11310a73 columnFamilyName sid 2024-11-12T14:20:35,085 DEBUG [StoreOpener-f0d9864a9bf0a00aff616fbc11310a73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:35,085 INFO [StoreOpener-f0d9864a9bf0a00aff616fbc11310a73-1 {}] regionserver.HStore(327): Store=f0d9864a9bf0a00aff616fbc11310a73/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:20:35,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for f0d9864a9bf0a00aff616fbc11310a73 2024-11-12T14:20:35,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/data/hbase/replication/f0d9864a9bf0a00aff616fbc11310a73 2024-11-12T14:20:35,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/data/hbase/replication/f0d9864a9bf0a00aff616fbc11310a73 2024-11-12T14:20:35,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for f0d9864a9bf0a00aff616fbc11310a73 2024-11-12T14:20:35,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for f0d9864a9bf0a00aff616fbc11310a73 2024-11-12T14:20:35,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T14:20:35,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for f0d9864a9bf0a00aff616fbc11310a73 2024-11-12T14:20:35,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/data/hbase/replication/f0d9864a9bf0a00aff616fbc11310a73/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:20:35,092 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened f0d9864a9bf0a00aff616fbc11310a73; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62708269, jitterRate=-0.06557397544384003}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T14:20:35,092 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f0d9864a9bf0a00aff616fbc11310a73 2024-11-12T14:20:35,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for f0d9864a9bf0a00aff616fbc11310a73: Running coprocessor pre-open hook at 1731421235080Writing region info on filesystem at 1731421235080Initializing all the Stores at 1731421235081 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421235081Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421235081Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421235081Cleaning up temporary data from old regions at 1731421235088 (+7 ms)Running coprocessor post-open hooks at 1731421235092 (+4 ms)Region opened successfully at 1731421235093 (+1 ms) 2024-11-12T14:20:35,094 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731421234615.f0d9864a9bf0a00aff616fbc11310a73., pid=7, masterSystemTime=1731421235056 2024-11-12T14:20:35,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731421234615.f0d9864a9bf0a00aff616fbc11310a73. 2024-11-12T14:20:35,096 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731421234615.f0d9864a9bf0a00aff616fbc11310a73. 2024-11-12T14:20:35,097 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f0d9864a9bf0a00aff616fbc11310a73, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,35811,1731421224758 2024-11-12T14:20:35,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0d9864a9bf0a00aff616fbc11310a73, server=2b6d221c5cde,35811,1731421224758 because future has completed 2024-11-12T14:20:35,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-12T14:20:35,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f0d9864a9bf0a00aff616fbc11310a73, server=2b6d221c5cde,35811,1731421224758 in 197 msec 2024-11-12T14:20:35,103 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T14:20:35,103 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f0d9864a9bf0a00aff616fbc11310a73, ASSIGN in 356 msec 2024-11-12T14:20:35,104 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T14:20:35,104 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421235104"}]},"ts":"1731421235104"} 2024-11-12T14:20:35,107 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T14:20:35,108 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T14:20:35,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 492 msec 2024-11-12T14:20:35,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731421234615.f0d9864a9bf0a00aff616fbc11310a73., hostname=2b6d221c5cde,35811,1731421224758, seqNum=2] 2024-11-12T14:20:35,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35811-0x1012f6b2fa10001, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599308974 2024-11-12T14:20:35,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36347-0x1012f6b2fa10000, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599308974 2024-11-12T14:20:35,165 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T14:20:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:20:35,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35811 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-12T14:20:35,318 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T14:20:35,362 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-2b6d221c5cde,35811,1731421224758, ReplicationSource: 1, currentBandwidth=0 2024-11-12T14:20:35,362 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:20:35,362 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,35811,1731421224758, seqNum=-1] 2024-11-12T14:20:35,363 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:20:35,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-12T14:20:35,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2b6d221c5cde,35811,1731421224758', locateType=CURRENT is [region=hbase:replication,,1731421234615.f0d9864a9bf0a00aff616fbc11310a73., hostname=2b6d221c5cde,35811,1731421224758, seqNum=2] 2024-11-12T14:20:35,372 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-12T14:20:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36347 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-12T14:20:35,375 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2b6d221c5cde,35811,1731421224758 suceeded 2024-11-12T14:20:35,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-12T14:20:35,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 211 msec 2024-11-12T14:20:35,379 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2b6d221c5cde:44541,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T14:20:35,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 802 msec 2024-11-12T14:20:35,393 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,35811,1731421224758 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b6d221c5cde:44541' 2024-11-12T14:20:35,404 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,35811,1731421224758 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78637830, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:20:35,404 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,35811,1731421224758 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,44541,-1 for getting cluster id 2024-11-12T14:20:35,404 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,35811,1731421224758 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:20:35,406 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da4defa9-82be-420d-880f-bc4bc0f51071' 2024-11-12T14:20:35,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:20:35,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da4defa9-82be-420d-880f-bc4bc0f51071" 2024-11-12T14:20:35,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ad47e0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:20:35,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,44541,-1] 2024-11-12T14:20:35,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:20:35,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:20:35,411 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:20:35,416 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,35811,1731421224758 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d542f34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:20:35,416 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,35811,1731421224758 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:20:35,418 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,35811,1731421224758 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,44541,1731421232147 2024-11-12T14:20:35,418 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,35811,1731421224758 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f30ef2b 2024-11-12T14:20:35,418 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,35811,1731421224758 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:20:35,420 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-12T14:20:35,426 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,35811,1731421224758 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2b6d221c5cde,35811,1731421224758 (queues=1) is replicating from cluster=aa9fa19c-c7b0-4186-8025-adbac7019b89 to cluster=da4defa9-82be-420d-880f-bc4bc0f51071 2024-11-12T14:20:35,426 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,35811,1731421224758 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2b6d221c5cde%2C35811%2C1731421224758 2024-11-12T14:20:35,426 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,35811,1731421224758 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2b6d221c5cde,35811,1731421224758, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T14:20:35,434 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,35811,1731421224758.replicationSource.wal-reader.2b6d221c5cde%2C35811%2C1731421224758,1-2b6d221c5cde,35811,1731421224758 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/WALs/2b6d221c5cde,35811,1731421224758/2b6d221c5cde%2C35811%2C1731421224758.1731421227799, startPosition=0, beingWritten=true 2024-11-12T14:20:35,437 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,35811,1731421224758.replicationSource.shipper2b6d221c5cde%2C35811%2C1731421224758,1-2b6d221c5cde,35811,1731421224758 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2b6d221c5cde%2C35811%2C1731421224758 2024-11-12T14:20:35,673 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,35811,1731421224758.replicationSource.wal-reader.2b6d221c5cde%2C35811%2C1731421224758,1-2b6d221c5cde,35811,1731421224758 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/WALs/2b6d221c5cde,35811,1731421224758/2b6d221c5cde%2C35811%2C1731421224758.1731421227799 to pos 0, reset compression=false 2024-11-12T14:20:35,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:20:35,747 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T14:20:35,747 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:20:35,747 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:20:35,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:20:35,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:20:35,748 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:20:35,748 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:20:35,752 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,36347,1731421224473 2024-11-12T14:20:35,752 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74f65f0a 2024-11-12T14:20:35,752 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:20:35,753 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:20:35,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36347 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-12T14:20:35,757 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:20:35,757 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:20:35,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:20:35,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:20:35,757 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:20:35,757 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T14:20:35,757 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=939723726, stopped=false 2024-11-12T14:20:35,757 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b6d221c5cde,36347,1731421224473 2024-11-12T14:20:35,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36347-0x1012f6b2fa10000, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0599308974/running 2024-11-12T14:20:35,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36347-0x1012f6b2fa10000, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599308974 2024-11-12T14:20:35,806 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:20:35,806 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:20:35,806 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:20:35,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:20:35,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35811-0x1012f6b2fa10001, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0599308974/running 2024-11-12T14:20:35,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35811-0x1012f6b2fa10001, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599308974 2024-11-12T14:20:35,807 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b6d221c5cde,35811,1731421224758' ***** 2024-11-12T14:20:35,807 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T14:20:35,807 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36347-0x1012f6b2fa10000, quorum=127.0.0.1:53191, baseZNode=/0599308974 Set watcher on znode that does not yet exist, /0599308974/running 2024-11-12T14:20:35,807 INFO [RS:0;2b6d221c5cde:35811 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T14:20:35,807 INFO [RS:0;2b6d221c5cde:35811 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T14:20:35,807 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T14:20:35,807 INFO [RS:0;2b6d221c5cde:35811 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T14:20:35,807 INFO [RS:0;2b6d221c5cde:35811 {}] regionserver.HRegionServer(3091): Received CLOSE for f0d9864a9bf0a00aff616fbc11310a73 2024-11-12T14:20:35,808 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35811-0x1012f6b2fa10001, quorum=127.0.0.1:53191, baseZNode=/0599308974 Set watcher on znode that does not yet exist, /0599308974/running 2024-11-12T14:20:35,808 INFO [RS:0;2b6d221c5cde:35811 {}] regionserver.HRegionServer(959): stopping server 2b6d221c5cde,35811,1731421224758 2024-11-12T14:20:35,808 INFO [RS:0;2b6d221c5cde:35811 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:20:35,808 INFO [RS:0;2b6d221c5cde:35811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:35811. 2024-11-12T14:20:35,808 DEBUG [RS:0;2b6d221c5cde:35811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:20:35,808 DEBUG [RS:0;2b6d221c5cde:35811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:20:35,808 INFO [RS:0;2b6d221c5cde:35811 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T14:20:35,808 INFO [RS:0;2b6d221c5cde:35811 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T14:20:35,808 INFO [RS:0;2b6d221c5cde:35811 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T14:20:35,808 INFO [RS:0;2b6d221c5cde:35811 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T14:20:35,808 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f0d9864a9bf0a00aff616fbc11310a73, disabling compactions & flushes 2024-11-12T14:20:35,808 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731421234615.f0d9864a9bf0a00aff616fbc11310a73. 2024-11-12T14:20:35,808 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731421234615.f0d9864a9bf0a00aff616fbc11310a73. 2024-11-12T14:20:35,809 INFO [RS:0;2b6d221c5cde:35811 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T14:20:35,809 DEBUG [RS:0;2b6d221c5cde:35811 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f0d9864a9bf0a00aff616fbc11310a73=hbase:replication,,1731421234615.f0d9864a9bf0a00aff616fbc11310a73.} 2024-11-12T14:20:35,809 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731421234615.f0d9864a9bf0a00aff616fbc11310a73. after waiting 0 ms 2024-11-12T14:20:35,809 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731421234615.f0d9864a9bf0a00aff616fbc11310a73. 2024-11-12T14:20:35,809 DEBUG [RS:0;2b6d221c5cde:35811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f0d9864a9bf0a00aff616fbc11310a73 2024-11-12T14:20:35,809 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f0d9864a9bf0a00aff616fbc11310a73 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-12T14:20:35,809 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:20:35,809 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:20:35,809 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:20:35,809 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:20:35,809 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:20:35,809 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-12T14:20:35,831 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/data/hbase/meta/1588230740/.tmp/info/310b4f59bd594b9cacd498b71eddeb65 is 147, key is hbase:replication,,1731421234615.f0d9864a9bf0a00aff616fbc11310a73./info:regioninfo/1731421235097/Put/seqid=0 2024-11-12T14:20:35,833 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/data/hbase/replication/f0d9864a9bf0a00aff616fbc11310a73/.tmp/queue/d278d949352d446fb080ca4450f87b57 is 151, key is 1-2b6d221c5cde,35811,1731421224758/queue:2b6d221c5cde%2C35811%2C1731421224758/1731421235369/Put/seqid=0 2024-11-12T14:20:35,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741839_1015 (size=5350) 2024-11-12T14:20:35,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741838_1014 (size=6631) 2024-11-12T14:20:35,841 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/data/hbase/meta/1588230740/.tmp/info/310b4f59bd594b9cacd498b71eddeb65 2024-11-12T14:20:35,867 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/data/hbase/meta/1588230740/.tmp/ns/06ed258fbaba45539573bbf780b33e49 is 43, key is default/ns:d/1731421228857/Put/seqid=0 2024-11-12T14:20:35,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741840_1016 (size=5153) 2024-11-12T14:20:35,874 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/data/hbase/meta/1588230740/.tmp/ns/06ed258fbaba45539573bbf780b33e49 2024-11-12T14:20:35,888 INFO [regionserver/2b6d221c5cde:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:20:35,899 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/data/hbase/meta/1588230740/.tmp/table/ce13edfc6d0d4e49aef1eebd1103eed6 is 53, key is hbase:replication/table:state/1731421235104/Put/seqid=0 2024-11-12T14:20:35,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741841_1017 (size=5256) 2024-11-12T14:20:35,988 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,35811,1731421224758.replicationSource.wal-reader.2b6d221c5cde%2C35811%2C1731421224758,1-2b6d221c5cde,35811,1731421224758 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/WALs/2b6d221c5cde,35811,1731421224758/2b6d221c5cde%2C35811%2C1731421224758.1731421227799 to pos 0, reset compression=false 2024-11-12T14:20:36,009 DEBUG [RS:0;2b6d221c5cde:35811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f0d9864a9bf0a00aff616fbc11310a73 2024-11-12T14:20:36,209 DEBUG [RS:0;2b6d221c5cde:35811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f0d9864a9bf0a00aff616fbc11310a73 2024-11-12T14:20:36,240 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/data/hbase/replication/f0d9864a9bf0a00aff616fbc11310a73/.tmp/queue/d278d949352d446fb080ca4450f87b57 2024-11-12T14:20:36,245 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/data/hbase/replication/f0d9864a9bf0a00aff616fbc11310a73/.tmp/queue/d278d949352d446fb080ca4450f87b57 as hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/data/hbase/replication/f0d9864a9bf0a00aff616fbc11310a73/queue/d278d949352d446fb080ca4450f87b57 2024-11-12T14:20:36,249 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/data/hbase/replication/f0d9864a9bf0a00aff616fbc11310a73/queue/d278d949352d446fb080ca4450f87b57, entries=1, sequenceid=5, filesize=5.2 K 2024-11-12T14:20:36,250 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for f0d9864a9bf0a00aff616fbc11310a73 in 441ms, sequenceid=5, compaction requested=false 2024-11-12T14:20:36,250 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T14:20:36,254 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/data/hbase/replication/f0d9864a9bf0a00aff616fbc11310a73/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T14:20:36,254 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:20:36,254 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:20:36,254 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731421234615.f0d9864a9bf0a00aff616fbc11310a73. 2024-11-12T14:20:36,254 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f0d9864a9bf0a00aff616fbc11310a73: Waiting for close lock at 1731421235808Running coprocessor pre-close hooks at 1731421235808Disabling compacts and flushes for region at 1731421235808Disabling writes for close at 1731421235809 (+1 ms)Obtaining lock to block concurrent updates at 1731421235809Preparing flush snapshotting stores in f0d9864a9bf0a00aff616fbc11310a73 at 1731421235809Finished memstore snapshotting hbase:replication,,1731421234615.f0d9864a9bf0a00aff616fbc11310a73., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731421235809Flushing stores of hbase:replication,,1731421234615.f0d9864a9bf0a00aff616fbc11310a73. at 1731421235809Flushing f0d9864a9bf0a00aff616fbc11310a73/queue: creating writer at 1731421235810 (+1 ms)Flushing f0d9864a9bf0a00aff616fbc11310a73/queue: appending metadata at 1731421235833 (+23 ms)Flushing f0d9864a9bf0a00aff616fbc11310a73/queue: closing flushed file at 1731421235833Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76161cf3: reopening flushed file at 1731421236244 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for f0d9864a9bf0a00aff616fbc11310a73 in 441ms, sequenceid=5, compaction requested=false at 1731421236250 (+6 ms)Writing region close event to WAL at 1731421236251 (+1 ms)Running coprocessor post-close hooks at 1731421236254 (+3 ms)Closed at 1731421236254 2024-11-12T14:20:36,254 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731421234615.f0d9864a9bf0a00aff616fbc11310a73. 2024-11-12T14:20:36,305 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/data/hbase/meta/1588230740/.tmp/table/ce13edfc6d0d4e49aef1eebd1103eed6 2024-11-12T14:20:36,311 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/data/hbase/meta/1588230740/.tmp/info/310b4f59bd594b9cacd498b71eddeb65 as hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/data/hbase/meta/1588230740/info/310b4f59bd594b9cacd498b71eddeb65 2024-11-12T14:20:36,317 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/data/hbase/meta/1588230740/info/310b4f59bd594b9cacd498b71eddeb65, entries=10, sequenceid=11, filesize=6.5 K 2024-11-12T14:20:36,318 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/data/hbase/meta/1588230740/.tmp/ns/06ed258fbaba45539573bbf780b33e49 as hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/data/hbase/meta/1588230740/ns/06ed258fbaba45539573bbf780b33e49 2024-11-12T14:20:36,322 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/data/hbase/meta/1588230740/ns/06ed258fbaba45539573bbf780b33e49, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T14:20:36,323 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/data/hbase/meta/1588230740/.tmp/table/ce13edfc6d0d4e49aef1eebd1103eed6 as hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/data/hbase/meta/1588230740/table/ce13edfc6d0d4e49aef1eebd1103eed6 2024-11-12T14:20:36,328 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/data/hbase/meta/1588230740/table/ce13edfc6d0d4e49aef1eebd1103eed6, entries=2, sequenceid=11, filesize=5.1 K 2024-11-12T14:20:36,329 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 520ms, sequenceid=11, compaction requested=false 2024-11-12T14:20:36,333 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T14:20:36,334 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:20:36,334 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:20:36,334 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:20:36,334 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421235809Running coprocessor pre-close hooks at 1731421235809Disabling compacts and flushes for region at 1731421235809Disabling writes for close at 1731421235809Obtaining lock to block concurrent updates at 1731421235809Preparing flush snapshotting stores in 1588230740 at 1731421235809Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731421235809Flushing stores of hbase:meta,,1.1588230740 at 1731421235810 (+1 ms)Flushing 1588230740/info: creating writer at 1731421235810Flushing 1588230740/info: appending metadata at 1731421235831 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731421235831Flushing 1588230740/ns: creating writer at 1731421235847 (+16 ms)Flushing 1588230740/ns: appending metadata at 1731421235866 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731421235866Flushing 1588230740/table: creating writer at 1731421235881 (+15 ms)Flushing 1588230740/table: appending metadata at 1731421235898 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731421235898Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20d29848: reopening flushed file at 1731421236310 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@455c0d56: reopening flushed file at 1731421236317 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ff7f3d5: reopening flushed file at 1731421236323 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 520ms, sequenceid=11, compaction requested=false at 1731421236329 (+6 ms)Writing region close event to WAL at 1731421236330 (+1 ms)Running coprocessor post-close hooks at 1731421236334 (+4 ms)Closed at 1731421236334 2024-11-12T14:20:36,334 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T14:20:36,395 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,35811,1731421224758.replicationSource.wal-reader.2b6d221c5cde%2C35811%2C1731421224758,1-2b6d221c5cde,35811,1731421224758 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/WALs/2b6d221c5cde,35811,1731421224758/2b6d221c5cde%2C35811%2C1731421224758.1731421227799 to pos 0, reset compression=false 2024-11-12T14:20:36,409 INFO [RS:0;2b6d221c5cde:35811 {}] regionserver.HRegionServer(976): stopping server 2b6d221c5cde,35811,1731421224758; all regions closed. 2024-11-12T14:20:36,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741834_1010 (size=2742) 2024-11-12T14:20:36,412 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/WALs/2b6d221c5cde,35811,1731421224758/2b6d221c5cde%2C35811%2C1731421224758.meta.1731421228775.meta not finished, retry = 0 2024-11-12T14:20:36,514 DEBUG [RS:0;2b6d221c5cde:35811 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/oldWALs 2024-11-12T14:20:36,514 INFO [RS:0;2b6d221c5cde:35811 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C35811%2C1731421224758.meta:.meta(num 1731421228775) 2024-11-12T14:20:36,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741837_1013 (size=1586) 2024-11-12T14:20:36,516 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/WALs/2b6d221c5cde,35811,1731421224758/2b6d221c5cde%2C35811%2C1731421224758.rep.1731421235061 not finished, retry = 0 2024-11-12T14:20:36,618 DEBUG [RS:0;2b6d221c5cde:35811 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/oldWALs 2024-11-12T14:20:36,618 INFO [RS:0;2b6d221c5cde:35811 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C35811%2C1731421224758.rep:(num 1731421235061) 2024-11-12T14:20:36,625 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/WALs/2b6d221c5cde,35811,1731421224758/2b6d221c5cde%2C35811%2C1731421224758.1731421227799 not finished, retry = 0 2024-11-12T14:20:36,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741832_1008 (size=93) 2024-11-12T14:20:36,667 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T14:20:36,668 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T14:20:36,730 DEBUG [RS:0;2b6d221c5cde:35811 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/oldWALs 2024-11-12T14:20:36,730 INFO [RS:0;2b6d221c5cde:35811 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C35811%2C1731421224758:(num 1731421227799) 2024-11-12T14:20:36,730 DEBUG [RS:0;2b6d221c5cde:35811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:20:36,730 INFO [RS:0;2b6d221c5cde:35811 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:20:36,730 INFO [RS:0;2b6d221c5cde:35811 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:20:36,730 INFO [RS:0;2b6d221c5cde:35811 {}] hbase.ChoreService(370): Chore service for: regionserver/2b6d221c5cde:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T14:20:36,730 INFO [RS:0;2b6d221c5cde:35811 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:20:36,731 INFO [regionserver/2b6d221c5cde:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:20:36,731 INFO [RS:0;2b6d221c5cde:35811 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2b6d221c5cde,35811,1731421224758 because: Region server is closing 2024-11-12T14:20:36,731 INFO [RS:0;2b6d221c5cde:35811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:35811. 2024-11-12T14:20:36,731 DEBUG [RS:0;2b6d221c5cde:35811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:20:36,731 DEBUG [RS:0;2b6d221c5cde:35811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:20:36,731 DEBUG [RS:0;2b6d221c5cde:35811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:20:36,732 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:20:36,832 WARN [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,35811,1731421224758.replicationSource.wal-reader.2b6d221c5cde%2C35811%2C1731421224758,1-2b6d221c5cde,35811,1731421224758 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T14:20:36,832 WARN [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,35811,1731421224758.replicationSource.shipper2b6d221c5cde%2C35811%2C1731421224758,1-2b6d221c5cde,35811,1731421224758 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T14:20:36,832 INFO [RS:0;2b6d221c5cde:35811 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,35811,1731421224758.replicationSource.shipper2b6d221c5cde%2C35811%2C1731421224758,1-2b6d221c5cde,35811,1731421224758 terminated 2024-11-12T14:20:36,832 INFO [RS:0;2b6d221c5cde:35811 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35811 2024-11-12T14:20:36,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35811-0x1012f6b2fa10001, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0599308974/rs/2b6d221c5cde,35811,1731421224758 2024-11-12T14:20:36,846 INFO [RS:0;2b6d221c5cde:35811 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:20:36,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36347-0x1012f6b2fa10000, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599308974/rs 2024-11-12T14:20:36,858 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b6d221c5cde,35811,1731421224758] 2024-11-12T14:20:36,868 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0599308974/draining/2b6d221c5cde,35811,1731421224758 already deleted, retry=false 2024-11-12T14:20:36,868 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b6d221c5cde,35811,1731421224758 expired; onlineServers=0 2024-11-12T14:20:36,868 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b6d221c5cde,36347,1731421224473' ***** 2024-11-12T14:20:36,868 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T14:20:36,868 INFO [M:0;2b6d221c5cde:36347 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:20:36,868 INFO [M:0;2b6d221c5cde:36347 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:20:36,868 DEBUG [M:0;2b6d221c5cde:36347 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T14:20:36,869 DEBUG [M:0;2b6d221c5cde:36347 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T14:20:36,869 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421227560 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421227560,5,FailOnTimeoutGroup] 2024-11-12T14:20:36,869 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421227556 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421227556,5,FailOnTimeoutGroup] 2024-11-12T14:20:36,869 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T14:20:36,869 INFO [M:0;2b6d221c5cde:36347 {}] hbase.ChoreService(370): Chore service for: master/2b6d221c5cde:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T14:20:36,869 INFO [M:0;2b6d221c5cde:36347 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:20:36,869 DEBUG [M:0;2b6d221c5cde:36347 {}] master.HMaster(1795): Stopping service threads 2024-11-12T14:20:36,869 INFO [M:0;2b6d221c5cde:36347 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T14:20:36,869 INFO [M:0;2b6d221c5cde:36347 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:20:36,870 INFO [M:0;2b6d221c5cde:36347 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T14:20:36,870 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T14:20:36,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36347-0x1012f6b2fa10000, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0599308974/master 2024-11-12T14:20:36,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36347-0x1012f6b2fa10000, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599308974 2024-11-12T14:20:36,881 DEBUG [M:0;2b6d221c5cde:36347 {}] zookeeper.ZKUtil(347): master:36347-0x1012f6b2fa10000, quorum=127.0.0.1:53191, baseZNode=/0599308974 Unable to get data of znode /0599308974/master because node does not exist (not an error) 2024-11-12T14:20:36,881 WARN [M:0;2b6d221c5cde:36347 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T14:20:36,883 INFO [M:0;2b6d221c5cde:36347 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/.lastflushedseqids 2024-11-12T14:20:36,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741842_1018 (size=181) 2024-11-12T14:20:36,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35811-0x1012f6b2fa10001, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:20:36,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35811-0x1012f6b2fa10001, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:20:36,958 INFO [RS:0;2b6d221c5cde:35811 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:20:36,958 INFO [RS:0;2b6d221c5cde:35811 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b6d221c5cde,35811,1731421224758; zookeeper connection closed. 2024-11-12T14:20:36,959 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1c984871 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1c984871 2024-11-12T14:20:36,959 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T14:20:37,305 INFO [M:0;2b6d221c5cde:36347 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T14:20:37,305 INFO [M:0;2b6d221c5cde:36347 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T14:20:37,305 DEBUG [M:0;2b6d221c5cde:36347 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:20:37,305 INFO [M:0;2b6d221c5cde:36347 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:20:37,305 DEBUG [M:0;2b6d221c5cde:36347 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:20:37,305 DEBUG [M:0;2b6d221c5cde:36347 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:20:37,305 DEBUG [M:0;2b6d221c5cde:36347 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:20:37,305 INFO [M:0;2b6d221c5cde:36347 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-12T14:20:37,325 DEBUG [M:0;2b6d221c5cde:36347 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f849d833b3b44f3bcb34a0e1ae5150f is 82, key is hbase:meta,,1/info:regioninfo/1731421228804/Put/seqid=0 2024-11-12T14:20:37,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741843_1019 (size=5672) 2024-11-12T14:20:37,331 INFO [M:0;2b6d221c5cde:36347 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f849d833b3b44f3bcb34a0e1ae5150f 2024-11-12T14:20:37,351 DEBUG [M:0;2b6d221c5cde:36347 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c0ead74331a74105baec544381a7169c is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731421235109/Put/seqid=0 2024-11-12T14:20:37,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741844_1020 (size=7203) 2024-11-12T14:20:37,755 INFO [M:0;2b6d221c5cde:36347 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c0ead74331a74105baec544381a7169c 2024-11-12T14:20:37,774 DEBUG [M:0;2b6d221c5cde:36347 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a0650db82534945a66dbf7d5e92bc0c is 69, key is 2b6d221c5cde,35811,1731421224758/rs:state/1731421227645/Put/seqid=0 2024-11-12T14:20:37,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741845_1021 (size=5156) 2024-11-12T14:20:38,178 INFO [M:0;2b6d221c5cde:36347 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a0650db82534945a66dbf7d5e92bc0c 2024-11-12T14:20:38,183 DEBUG [M:0;2b6d221c5cde:36347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f849d833b3b44f3bcb34a0e1ae5150f as hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0f849d833b3b44f3bcb34a0e1ae5150f 2024-11-12T14:20:38,188 INFO [M:0;2b6d221c5cde:36347 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0f849d833b3b44f3bcb34a0e1ae5150f, entries=8, sequenceid=70, filesize=5.5 K 2024-11-12T14:20:38,189 DEBUG [M:0;2b6d221c5cde:36347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c0ead74331a74105baec544381a7169c as hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c0ead74331a74105baec544381a7169c 2024-11-12T14:20:38,194 INFO [M:0;2b6d221c5cde:36347 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c0ead74331a74105baec544381a7169c, entries=8, sequenceid=70, filesize=7.0 K 2024-11-12T14:20:38,195 DEBUG [M:0;2b6d221c5cde:36347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a0650db82534945a66dbf7d5e92bc0c as hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1a0650db82534945a66dbf7d5e92bc0c 2024-11-12T14:20:38,200 INFO [M:0;2b6d221c5cde:36347 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1a0650db82534945a66dbf7d5e92bc0c, entries=1, sequenceid=70, filesize=5.0 K 2024-11-12T14:20:38,200 INFO [M:0;2b6d221c5cde:36347 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 895ms, sequenceid=70, compaction requested=false 2024-11-12T14:20:38,201 INFO [M:0;2b6d221c5cde:36347 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:20:38,202 DEBUG [M:0;2b6d221c5cde:36347 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421237305Disabling compacts and flushes for region at 1731421237305Disabling writes for close at 1731421237305Obtaining lock to block concurrent updates at 1731421237305Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731421237305Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731421237306 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731421237307 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731421237307Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731421237325 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731421237325Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731421237336 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731421237351 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731421237351Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731421237760 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731421237773 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731421237773Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8400676: reopening flushed file at 1731421238182 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53a3e65d: reopening flushed file at 1731421238189 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@289de527: reopening flushed file at 1731421238194 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 895ms, sequenceid=70, compaction requested=false at 1731421238200 (+6 ms)Writing region close event to WAL at 1731421238201 (+1 ms)Closed at 1731421238201 2024-11-12T14:20:38,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741830_1006 (size=41008) 2024-11-12T14:20:38,204 INFO [M:0;2b6d221c5cde:36347 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T14:20:38,204 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:20:38,204 INFO [M:0;2b6d221c5cde:36347 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36347 2024-11-12T14:20:38,204 INFO [M:0;2b6d221c5cde:36347 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:20:38,316 INFO [M:0;2b6d221c5cde:36347 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:20:38,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36347-0x1012f6b2fa10000, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:20:38,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36347-0x1012f6b2fa10000, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:20:38,317 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:20:38,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:20:38,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:20:38,317 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:20:38,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:20:38,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:20:38,317 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T14:20:38,317 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:20:38,318 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39073 2024-11-12T14:20:38,319 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39073 connecting to ZooKeeper ensemble=127.0.0.1:53191 2024-11-12T14:20:38,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:390730x0, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:20:38,438 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39073-0x1012f6b2fa10006 connected 2024-11-12T14:20:38,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:20:38,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:20:38,484 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39073-0x1012f6b2fa10006, quorum=127.0.0.1:53191, baseZNode=/0599308974 Set watcher on znode that does not yet exist, /0599308974/running 2024-11-12T14:20:38,484 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0599308974/meta-region-server: INIT 2024-11-12T14:20:38,484 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97, hbase.cluster.distributed=false 2024-11-12T14:20:38,486 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39073-0x1012f6b2fa10006, quorum=127.0.0.1:53191, baseZNode=/0599308974 Set watcher on znode that does not yet exist, /0599308974/acl 2024-11-12T14:20:38,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39073 2024-11-12T14:20:38,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39073 2024-11-12T14:20:38,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39073 2024-11-12T14:20:38,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39073 2024-11-12T14:20:38,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39073 2024-11-12T14:20:38,508 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:20:38,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:20:38,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:20:38,509 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:20:38,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:20:38,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:20:38,509 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T14:20:38,509 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:20:38,512 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44097 2024-11-12T14:20:38,514 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44097 connecting to ZooKeeper ensemble=127.0.0.1:53191 2024-11-12T14:20:38,514 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:20:38,517 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:20:38,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440970x0, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:20:38,563 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:440970x0, quorum=127.0.0.1:53191, baseZNode=/0599308974 Set watcher on znode that does not yet exist, /0599308974/running 2024-11-12T14:20:38,563 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0599308974/meta-region-server: INIT 2024-11-12T14:20:38,563 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44097-0x1012f6b2fa10007 connected 2024-11-12T14:20:38,564 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T14:20:38,564 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T14:20:38,564 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44097-0x1012f6b2fa10007, quorum=127.0.0.1:53191, baseZNode=/0599308974 Set watcher on znode that does not yet exist, /0599308974/master 2024-11-12T14:20:38,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44097-0x1012f6b2fa10007, quorum=127.0.0.1:53191, baseZNode=/0599308974 Set watcher on znode that does not yet exist, /0599308974/acl 2024-11-12T14:20:38,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44097 2024-11-12T14:20:38,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44097 2024-11-12T14:20:38,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44097 2024-11-12T14:20:38,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44097 2024-11-12T14:20:38,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44097 2024-11-12T14:20:38,576 DEBUG [M:0;2b6d221c5cde:39073 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b6d221c5cde:39073 2024-11-12T14:20:38,577 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0599308974/backup-masters/2b6d221c5cde,39073,1731421238317 2024-11-12T14:20:38,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44097-0x1012f6b2fa10007, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599308974/backup-masters 2024-11-12T14:20:38,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39073-0x1012f6b2fa10006, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599308974/backup-masters 2024-11-12T14:20:38,584 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39073-0x1012f6b2fa10006, quorum=127.0.0.1:53191, baseZNode=/0599308974 Set watcher on existing znode=/0599308974/backup-masters/2b6d221c5cde,39073,1731421238317 2024-11-12T14:20:38,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44097-0x1012f6b2fa10007, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0599308974/master 2024-11-12T14:20:38,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39073-0x1012f6b2fa10006, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599308974 2024-11-12T14:20:38,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44097-0x1012f6b2fa10007, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599308974 2024-11-12T14:20:38,595 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39073-0x1012f6b2fa10006, quorum=127.0.0.1:53191, baseZNode=/0599308974 Set watcher on existing znode=/0599308974/master 2024-11-12T14:20:38,595 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0599308974/backup-masters/2b6d221c5cde,39073,1731421238317 from backup master directory 2024-11-12T14:20:38,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44097-0x1012f6b2fa10007, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599308974/backup-masters 2024-11-12T14:20:38,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39073-0x1012f6b2fa10006, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0599308974/backup-masters/2b6d221c5cde,39073,1731421238317 2024-11-12T14:20:38,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39073-0x1012f6b2fa10006, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599308974/backup-masters 2024-11-12T14:20:38,605 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:20:38,605 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b6d221c5cde,39073,1731421238317 2024-11-12T14:20:38,616 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:20:38,616 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T14:20:38,624 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 7ms. 2024-11-12T14:20:38,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741846_1022 (size=196) 2024-11-12T14:20:39,045 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:20:39,047 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T14:20:39,047 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:20:39,054 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-12T14:20:39,056 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/WALs/2b6d221c5cde,36347,1731421224473 to hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/WALs/2b6d221c5cde,36347,1731421224473-dead as it is dead 2024-11-12T14:20:39,056 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/WALs/2b6d221c5cde,36347,1731421224473-dead/2b6d221c5cde%2C36347%2C1731421224473.1731421226742 2024-11-12T14:20:39,057 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/WALs/2b6d221c5cde,36347,1731421224473-dead/2b6d221c5cde%2C36347%2C1731421224473.1731421226742 after 1ms 2024-11-12T14:20:39,058 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/WALs/2b6d221c5cde,36347,1731421224473-dead/2b6d221c5cde%2C36347%2C1731421224473.1731421226742 to hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/2b6d221c5cde%2C36347%2C1731421224473.1731421226742 2024-11-12T14:20:39,058 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/WALs/2b6d221c5cde,36347,1731421224473-dead 2024-11-12T14:20:39,058 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/WALs/2b6d221c5cde,39073,1731421238317 2024-11-12T14:20:39,059 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:20:39,062 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C39073%2C1731421238317, suffix=, logDir=hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/WALs/2b6d221c5cde,39073,1731421238317, archiveDir=hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/oldWALs, maxLogs=10 2024-11-12T14:20:39,078 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/WALs/2b6d221c5cde,39073,1731421238317/2b6d221c5cde%2C39073%2C1731421238317.1731421239062, exclude list is [], retry=0 2024-11-12T14:20:39,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41727,DS-15b84066-f210-4e4b-b3ff-e40a2e719c96,DISK] 2024-11-12T14:20:39,084 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/WALs/2b6d221c5cde,39073,1731421238317/2b6d221c5cde%2C39073%2C1731421238317.1731421239062 2024-11-12T14:20:39,086 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44447:44447)] 2024-11-12T14:20:39,086 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:20:39,086 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:20:39,086 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:39,086 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:39,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:39,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T14:20:39,089 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:39,098 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0f849d833b3b44f3bcb34a0e1ae5150f 2024-11-12T14:20:39,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:20:39,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:39,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T14:20:39,100 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:39,107 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c0ead74331a74105baec544381a7169c 2024-11-12T14:20:39,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:20:39,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:39,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T14:20:39,109 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:39,115 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1a0650db82534945a66dbf7d5e92bc0c 2024-11-12T14:20:39,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:20:39,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:39,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T14:20:39,116 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:39,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:20:39,117 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:39,117 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-12T14:20:39,117 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/2b6d221c5cde%2C36347%2C1731421224473.1731421226742 2024-11-12T14:20:39,123 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/2b6d221c5cde%2C36347%2C1731421224473.1731421226742 2024-11-12T14:20:39,124 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/2b6d221c5cde%2C36347%2C1731421224473.1731421226742 2024-11-12T14:20:39,125 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:39,125 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:39,126 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:20:39,128 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:39,130 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-12T14:20:39,131 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74112801, jitterRate=0.10436679422855377}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:20:39,131 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731421239087Initializing all the Stores at 1731421239087Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421239087Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421239087Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421239088 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421239088Cleaning up temporary data from old regions at 1731421239125 (+37 ms)Region opened successfully at 1731421239131 (+6 ms) 2024-11-12T14:20:39,131 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T14:20:39,134 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69d0c68c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:20:39,137 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-12T14:20:39,137 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T14:20:39,137 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T14:20:39,137 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T14:20:39,139 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T14:20:39,142 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T14:20:39,142 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T14:20:39,143 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T14:20:39,143 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-12T14:20:39,143 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T14:20:39,147 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=2b6d221c5cde,35811,1731421224758, regionLocation=2b6d221c5cde,35811,1731421224758, openSeqNum=2 2024-11-12T14:20:39,147 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=2b6d221c5cde,35811,1731421224758, table=hbase:meta, region=1588230740 2024-11-12T14:20:39,147 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,35811,1731421224758, state=OPEN 2024-11-12T14:20:39,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44097-0x1012f6b2fa10007, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0599308974/meta-region-server 2024-11-12T14:20:39,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39073-0x1012f6b2fa10006, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0599308974/meta-region-server 2024-11-12T14:20:39,195 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0599308974/meta-region-server: CHANGED 2024-11-12T14:20:39,195 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0599308974/meta-region-server: CHANGED 2024-11-12T14:20:39,198 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-12T14:20:39,215 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0599308974/draining/2b6d221c5cde,35811,1731421224758 already deleted, retry=false 2024-11-12T14:20:39,215 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 2b6d221c5cde,35811,1731421224758 on 2b6d221c5cde,39073,1731421238317 2024-11-12T14:20:39,216 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 2b6d221c5cde,35811,1731421224758, splitWal=true, meta=true 2024-11-12T14:20:39,217 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 2b6d221c5cde,35811,1731421224758 (carryingMeta=true) 2b6d221c5cde,35811,1731421224758/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@30120d4c[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-12T14:20:39,218 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39073-0x1012f6b2fa10006, quorum=127.0.0.1:53191, baseZNode=/0599308974 Unable to get data of znode /0599308974/balancer because node does not exist (not necessarily an error) 2024-11-12T14:20:39,268 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0599308974/balancer already deleted, retry=false 2024-11-12T14:20:39,268 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T14:20:39,269 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39073-0x1012f6b2fa10006, quorum=127.0.0.1:53191, baseZNode=/0599308974 Unable to get data of znode /0599308974/normalizer because node does not exist (not necessarily an error) 2024-11-12T14:20:39,310 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0599308974/normalizer already deleted, retry=false 2024-11-12T14:20:39,310 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T14:20:39,311 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39073-0x1012f6b2fa10006, quorum=127.0.0.1:53191, baseZNode=/0599308974 Unable to get data of znode /0599308974/switch/split because node does not exist (not necessarily an error) 2024-11-12T14:20:39,363 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0599308974/switch/split already deleted, retry=false 2024-11-12T14:20:39,364 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39073-0x1012f6b2fa10006, quorum=127.0.0.1:53191, baseZNode=/0599308974 Unable to get data of znode /0599308974/switch/merge because node does not exist (not necessarily an error) 2024-11-12T14:20:39,415 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0599308974/switch/merge already deleted, retry=false 2024-11-12T14:20:39,459 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39073-0x1012f6b2fa10006, quorum=127.0.0.1:53191, baseZNode=/0599308974 Unable to get data of znode /0599308974/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T14:20:39,502 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0599308974/snapshot-cleanup already deleted, retry=false 2024-11-12T14:20:39,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44097-0x1012f6b2fa10007, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0599308974/running 2024-11-12T14:20:39,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44097-0x1012f6b2fa10007, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599308974 2024-11-12T14:20:39,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39073-0x1012f6b2fa10006, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0599308974/running 2024-11-12T14:20:39,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39073-0x1012f6b2fa10006, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599308974 2024-11-12T14:20:39,553 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b6d221c5cde,39073,1731421238317, sessionid=0x1012f6b2fa10006, setting cluster-up flag (Was=false) 2024-11-12T14:20:39,574 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0599308974/flush-table-proc/acquired, /0599308974/flush-table-proc/reached, /0599308974/flush-table-proc/abort 2024-11-12T14:20:39,575 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,39073,1731421238317 2024-11-12T14:20:39,595 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0599308974/online-snapshot/acquired, /0599308974/online-snapshot/reached, /0599308974/online-snapshot/abort 2024-11-12T14:20:39,596 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,39073,1731421238317 2024-11-12T14:20:39,597 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/.lastflushedseqids 2024-11-12T14:20:39,599 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T14:20:39,599 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T14:20:39,599 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b6d221c5cde,39073,1731421238317 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 2b6d221c5cde,35811,1731421224758 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T14:20:39,600 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:20:39,600 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:20:39,600 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:20:39,600 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:20:39,601 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b6d221c5cde:0, corePoolSize=10, maxPoolSize=10 2024-11-12T14:20:39,601 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:20:39,601 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:20:39,601 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:20:39,604 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731421269604 2024-11-12T14:20:39,604 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T14:20:39,604 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T14:20:39,604 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T14:20:39,604 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T14:20:39,604 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T14:20:39,604 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T14:20:39,604 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:39,605 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 2b6d221c5cde,35811,1731421224758, splitWal=true, meta=true 2024-11-12T14:20:39,605 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T14:20:39,605 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T14:20:39,605 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T14:20:39,605 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T14:20:39,605 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T14:20:39,605 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T14:20:39,605 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421239605,5,FailOnTimeoutGroup] 2024-11-12T14:20:39,605 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421239605,5,FailOnTimeoutGroup] 2024-11-12T14:20:39,605 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:39,606 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T14:20:39,606 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:39,606 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 2b6d221c5cde,35811,1731421224758, splitWal=true, meta=true, isMeta: true 2024-11-12T14:20:39,606 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:39,606 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731421239606, completionTime=-1 2024-11-12T14:20:39,606 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-12T14:20:39,606 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-12T14:20:39,607 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/WALs/2b6d221c5cde,35811,1731421224758-splitting 2024-11-12T14:20:39,607 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/WALs/2b6d221c5cde,35811,1731421224758-splitting dir is empty, no logs to split. 2024-11-12T14:20:39,607 INFO [PEWorker-1 {}] master.SplitWALManager(105): 2b6d221c5cde,35811,1731421224758 WAL count=0, meta=true 2024-11-12T14:20:39,609 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/WALs/2b6d221c5cde,35811,1731421224758-splitting dir is empty, no logs to split. 2024-11-12T14:20:39,609 INFO [PEWorker-1 {}] master.SplitWALManager(105): 2b6d221c5cde,35811,1731421224758 WAL count=0, meta=true 2024-11-12T14:20:39,609 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 2b6d221c5cde,35811,1731421224758 WAL splitting is done? wals=0, meta=true 2024-11-12T14:20:39,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T14:20:39,611 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:20:39,613 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T14:20:39,668 INFO [RS:0;2b6d221c5cde:44097 {}] regionserver.HRegionServer(746): ClusterId : aa9fa19c-c7b0-4186-8025-adbac7019b89 2024-11-12T14:20:39,668 DEBUG [RS:0;2b6d221c5cde:44097 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T14:20:39,679 DEBUG [RS:0;2b6d221c5cde:44097 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T14:20:39,679 DEBUG [RS:0;2b6d221c5cde:44097 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T14:20:39,690 DEBUG [RS:0;2b6d221c5cde:44097 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T14:20:39,690 DEBUG [RS:0;2b6d221c5cde:44097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3434695, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:20:39,701 DEBUG [RS:0;2b6d221c5cde:44097 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b6d221c5cde:44097 2024-11-12T14:20:39,701 INFO [RS:0;2b6d221c5cde:44097 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T14:20:39,701 INFO [RS:0;2b6d221c5cde:44097 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T14:20:39,701 DEBUG [RS:0;2b6d221c5cde:44097 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T14:20:39,702 INFO [RS:0;2b6d221c5cde:44097 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b6d221c5cde,39073,1731421238317 with port=44097, startcode=1731421238508 2024-11-12T14:20:39,702 DEBUG [RS:0;2b6d221c5cde:44097 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T14:20:39,703 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52537, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T14:20:39,704 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39073 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b6d221c5cde,44097,1731421238508 2024-11-12T14:20:39,704 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39073 {}] master.ServerManager(517): Registering regionserver=2b6d221c5cde,44097,1731421238508 2024-11-12T14:20:39,705 DEBUG [RS:0;2b6d221c5cde:44097 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97 2024-11-12T14:20:39,705 DEBUG [RS:0;2b6d221c5cde:44097 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40665 2024-11-12T14:20:39,705 DEBUG [RS:0;2b6d221c5cde:44097 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T14:20:39,706 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-12T14:20:39,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39073-0x1012f6b2fa10006, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599308974/rs 2024-11-12T14:20:39,747 DEBUG [RS:0;2b6d221c5cde:44097 {}] zookeeper.ZKUtil(111): regionserver:44097-0x1012f6b2fa10007, quorum=127.0.0.1:53191, baseZNode=/0599308974 Set watcher on existing znode=/0599308974/rs/2b6d221c5cde,44097,1731421238508 2024-11-12T14:20:39,747 WARN [RS:0;2b6d221c5cde:44097 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:20:39,747 INFO [RS:0;2b6d221c5cde:44097 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:20:39,747 DEBUG [RS:0;2b6d221c5cde:44097 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/WALs/2b6d221c5cde,44097,1731421238508 2024-11-12T14:20:39,747 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b6d221c5cde,44097,1731421238508] 2024-11-12T14:20:39,763 INFO [RS:0;2b6d221c5cde:44097 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T14:20:39,764 WARN [2b6d221c5cde:39073 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T14:20:39,765 INFO [RS:0;2b6d221c5cde:44097 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T14:20:39,765 INFO [RS:0;2b6d221c5cde:44097 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T14:20:39,765 INFO [RS:0;2b6d221c5cde:44097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:39,765 INFO [RS:0;2b6d221c5cde:44097 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T14:20:39,766 INFO [RS:0;2b6d221c5cde:44097 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T14:20:39,766 INFO [RS:0;2b6d221c5cde:44097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:39,766 DEBUG [RS:0;2b6d221c5cde:44097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:20:39,766 DEBUG [RS:0;2b6d221c5cde:44097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:20:39,766 DEBUG [RS:0;2b6d221c5cde:44097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:20:39,766 DEBUG [RS:0;2b6d221c5cde:44097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:20:39,766 DEBUG [RS:0;2b6d221c5cde:44097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:20:39,766 DEBUG [RS:0;2b6d221c5cde:44097 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:20:39,766 DEBUG [RS:0;2b6d221c5cde:44097 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:20:39,766 DEBUG [RS:0;2b6d221c5cde:44097 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:20:39,766 DEBUG [RS:0;2b6d221c5cde:44097 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:20:39,766 DEBUG [RS:0;2b6d221c5cde:44097 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:20:39,766 DEBUG [RS:0;2b6d221c5cde:44097 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:20:39,766 DEBUG [RS:0;2b6d221c5cde:44097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:20:39,766 DEBUG [RS:0;2b6d221c5cde:44097 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:20:39,766 DEBUG [RS:0;2b6d221c5cde:44097 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:20:39,766 INFO [RS:0;2b6d221c5cde:44097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:39,766 INFO [RS:0;2b6d221c5cde:44097 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:39,766 INFO [RS:0;2b6d221c5cde:44097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:39,766 INFO [RS:0;2b6d221c5cde:44097 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:39,767 INFO [RS:0;2b6d221c5cde:44097 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:39,767 INFO [RS:0;2b6d221c5cde:44097 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,44097,1731421238508-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:20:39,786 INFO [RS:0;2b6d221c5cde:44097 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T14:20:39,786 INFO [RS:0;2b6d221c5cde:44097 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,44097,1731421238508-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:39,805 INFO [RS:0;2b6d221c5cde:44097 {}] regionserver.ReplicationSource(231): queueId=1-2b6d221c5cde,44097,1731421238508, ReplicationSource: 1, currentBandwidth=0 2024-11-12T14:20:39,805 INFO [RS:0;2b6d221c5cde:44097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:39,805 INFO [RS:0;2b6d221c5cde:44097 {}] regionserver.Replication(171): 2b6d221c5cde,44097,1731421238508 started 2024-11-12T14:20:39,823 DEBUG [RS:0;2b6d221c5cde:44097.replicationSource,1-2b6d221c5cde,44097,1731421238508 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b6d221c5cde:44541' 2024-11-12T14:20:39,824 INFO [RS:0;2b6d221c5cde:44097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:39,824 INFO [RS:0;2b6d221c5cde:44097 {}] regionserver.HRegionServer(1482): Serving as 2b6d221c5cde,44097,1731421238508, RpcServer on 2b6d221c5cde/172.17.0.3:44097, sessionid=0x1012f6b2fa10007 2024-11-12T14:20:39,824 DEBUG [RS:0;2b6d221c5cde:44097.replicationSource,1-2b6d221c5cde,44097,1731421238508 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28e40dac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:20:39,824 DEBUG [RS:0;2b6d221c5cde:44097.replicationSource,1-2b6d221c5cde,44097,1731421238508 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,44541,-1 for getting cluster id 2024-11-12T14:20:39,824 DEBUG [RS:0;2b6d221c5cde:44097 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T14:20:39,824 DEBUG [RS:0;2b6d221c5cde:44097 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b6d221c5cde,44097,1731421238508 2024-11-12T14:20:39,824 DEBUG [RS:0;2b6d221c5cde:44097.replicationSource,1-2b6d221c5cde,44097,1731421238508 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:20:39,824 DEBUG [RS:0;2b6d221c5cde:44097 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,44097,1731421238508' 2024-11-12T14:20:39,824 DEBUG [RS:0;2b6d221c5cde:44097 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0599308974/flush-table-proc/abort' 2024-11-12T14:20:39,825 DEBUG [RS:0;2b6d221c5cde:44097 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0599308974/flush-table-proc/acquired' 2024-11-12T14:20:39,825 DEBUG [RS:0;2b6d221c5cde:44097 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T14:20:39,825 DEBUG [RS:0;2b6d221c5cde:44097 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T14:20:39,825 DEBUG [RS:0;2b6d221c5cde:44097 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b6d221c5cde,44097,1731421238508 2024-11-12T14:20:39,825 DEBUG [RS:0;2b6d221c5cde:44097 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,44097,1731421238508' 2024-11-12T14:20:39,825 DEBUG [RS:0;2b6d221c5cde:44097 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0599308974/online-snapshot/abort' 2024-11-12T14:20:39,825 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da4defa9-82be-420d-880f-bc4bc0f51071' 2024-11-12T14:20:39,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:20:39,825 DEBUG [RS:0;2b6d221c5cde:44097 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0599308974/online-snapshot/acquired' 2024-11-12T14:20:39,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da4defa9-82be-420d-880f-bc4bc0f51071" 2024-11-12T14:20:39,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71e96f3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:20:39,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,44541,-1] 2024-11-12T14:20:39,826 DEBUG [RS:0;2b6d221c5cde:44097 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T14:20:39,826 INFO [RS:0;2b6d221c5cde:44097 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T14:20:39,826 INFO [RS:0;2b6d221c5cde:44097 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T14:20:39,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:20:39,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:20:39,826 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:20:39,827 DEBUG [RS:0;2b6d221c5cde:44097.replicationSource,1-2b6d221c5cde,44097,1731421238508 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@376126b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:20:39,827 DEBUG [RS:0;2b6d221c5cde:44097.replicationSource,1-2b6d221c5cde,44097,1731421238508 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:20:39,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,44541,1731421232147 2024-11-12T14:20:39,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79e2ccff 2024-11-12T14:20:39,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:20:39,829 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-12T14:20:39,829 INFO [RS:0;2b6d221c5cde:44097.replicationSource,1-2b6d221c5cde,44097,1731421238508 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2b6d221c5cde,44097,1731421238508 (queues=0) is replicating from cluster=aa9fa19c-c7b0-4186-8025-adbac7019b89 to cluster=da4defa9-82be-420d-880f-bc4bc0f51071 2024-11-12T14:20:39,872 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T14:20:39,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:20:39,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:20:39,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:20:39,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:20:39,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:20:39,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:20:39,926 INFO [RS:0;2b6d221c5cde:44097 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:20:39,927 INFO [RS:0;2b6d221c5cde:44097 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C44097%2C1731421238508, suffix=, logDir=hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/WALs/2b6d221c5cde,44097,1731421238508, archiveDir=hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/oldWALs, maxLogs=10 2024-11-12T14:20:39,939 DEBUG [RS:0;2b6d221c5cde:44097 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/WALs/2b6d221c5cde,44097,1731421238508/2b6d221c5cde%2C44097%2C1731421238508.1731421239928, exclude list is [], retry=0 2024-11-12T14:20:39,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41727,DS-15b84066-f210-4e4b-b3ff-e40a2e719c96,DISK] 2024-11-12T14:20:39,943 INFO [RS:0;2b6d221c5cde:44097 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/WALs/2b6d221c5cde,44097,1731421238508/2b6d221c5cde%2C44097%2C1731421238508.1731421239928 2024-11-12T14:20:39,944 DEBUG [RS:0;2b6d221c5cde:44097 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 2b6d221c5cde%2C44097%2C1731421238508 for peer 1 2024-11-12T14:20:39,944 DEBUG [RS:0;2b6d221c5cde:44097 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2b6d221c5cde%2C44097%2C1731421238508 2024-11-12T14:20:39,944 INFO [RS:0;2b6d221c5cde:44097 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2b6d221c5cde,44097,1731421238508, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T14:20:39,946 DEBUG [RS:0;2b6d221c5cde:44097 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44447:44447)] 2024-11-12T14:20:39,946 INFO [RS:0;2b6d221c5cde:44097.replicationSource.shipper2b6d221c5cde%2C44097%2C1731421238508,1-2b6d221c5cde,44097,1731421238508 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2b6d221c5cde%2C44097%2C1731421238508 2024-11-12T14:20:39,947 DEBUG [RS:0;2b6d221c5cde:44097.replicationSource.wal-reader.2b6d221c5cde%2C44097%2C1731421238508,1-2b6d221c5cde,44097,1731421238508 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/WALs/2b6d221c5cde,44097,1731421238508/2b6d221c5cde%2C44097%2C1731421238508.1731421239928, startPosition=0, beingWritten=true 2024-11-12T14:20:40,014 DEBUG [2b6d221c5cde:39073 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T14:20:40,014 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b6d221c5cde,44097,1731421238508 2024-11-12T14:20:40,015 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,44097,1731421238508, state=OPENING 2024-11-12T14:20:40,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39073-0x1012f6b2fa10006, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0599308974/meta-region-server 2024-11-12T14:20:40,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44097-0x1012f6b2fa10007, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0599308974/meta-region-server 2024-11-12T14:20:40,093 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0599308974/meta-region-server: CHANGED 2024-11-12T14:20:40,093 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0599308974/meta-region-server: CHANGED 2024-11-12T14:20:40,093 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:20:40,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,44097,1731421238508}] 2024-11-12T14:20:40,151 DEBUG [RS:0;2b6d221c5cde:44097.replicationSource.wal-reader.2b6d221c5cde%2C44097%2C1731421238508,1-2b6d221c5cde,44097,1731421238508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/WALs/2b6d221c5cde,44097,1731421238508/2b6d221c5cde%2C44097%2C1731421238508.1731421239928 to pos 0, reset compression=false 2024-11-12T14:20:40,246 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:20:40,247 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36623, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T14:20:40,250 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T14:20:40,250 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:20:40,251 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T14:20:40,252 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C44097%2C1731421238508.meta, suffix=.meta, logDir=hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/WALs/2b6d221c5cde,44097,1731421238508, archiveDir=hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/oldWALs, maxLogs=10 2024-11-12T14:20:40,265 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/WALs/2b6d221c5cde,44097,1731421238508/2b6d221c5cde%2C44097%2C1731421238508.meta.1731421240253.meta, exclude list is [], retry=0 2024-11-12T14:20:40,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41727,DS-15b84066-f210-4e4b-b3ff-e40a2e719c96,DISK] 2024-11-12T14:20:40,269 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/WALs/2b6d221c5cde,44097,1731421238508/2b6d221c5cde%2C44097%2C1731421238508.meta.1731421240253.meta 2024-11-12T14:20:40,269 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44447:44447)] 2024-11-12T14:20:40,270 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:20:40,270 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:20:40,270 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T14:20:40,270 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T14:20:40,270 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T14:20:40,270 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T14:20:40,270 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:20:40,270 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T14:20:40,270 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T14:20:40,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:20:40,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:20:40,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:40,277 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/data/hbase/meta/1588230740/info/310b4f59bd594b9cacd498b71eddeb65 2024-11-12T14:20:40,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:20:40,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:20:40,279 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:20:40,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:40,288 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/data/hbase/meta/1588230740/ns/06ed258fbaba45539573bbf780b33e49 2024-11-12T14:20:40,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:20:40,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:20:40,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:20:40,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:40,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:20:40,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:20:40,290 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:20:40,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:40,297 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/data/hbase/meta/1588230740/table/ce13edfc6d0d4e49aef1eebd1103eed6 2024-11-12T14:20:40,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:20:40,299 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:20:40,300 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/data/hbase/meta/1588230740 2024-11-12T14:20:40,301 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/data/hbase/meta/1588230740 2024-11-12T14:20:40,304 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:20:40,304 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:20:40,305 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:20:40,307 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:20:40,307 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71984203, jitterRate=0.07264821231365204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:20:40,307 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T14:20:40,308 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731421240271Writing region info on filesystem at 1731421240271Initializing all the Stores at 1731421240271Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421240272 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421240272Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421240272Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421240272Cleaning up temporary data from old regions at 1731421240304 (+32 ms)Running coprocessor post-open hooks at 1731421240307 (+3 ms)Region opened successfully at 1731421240308 (+1 ms) 2024-11-12T14:20:40,308 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731421240246 2024-11-12T14:20:40,311 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T14:20:40,311 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T14:20:40,312 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=2b6d221c5cde,44097,1731421238508 2024-11-12T14:20:40,312 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,44097,1731421238508, state=OPEN 2024-11-12T14:20:40,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44097-0x1012f6b2fa10007, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0599308974/meta-region-server 2024-11-12T14:20:40,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39073-0x1012f6b2fa10006, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0599308974/meta-region-server 2024-11-12T14:20:40,331 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0599308974/meta-region-server: CHANGED 2024-11-12T14:20:40,331 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b6d221c5cde,44097,1731421238508 2024-11-12T14:20:40,331 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0599308974/meta-region-server: CHANGED 2024-11-12T14:20:40,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-12T14:20:40,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,44097,1731421238508 in 238 msec 2024-11-12T14:20:40,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T14:20:40,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 723 msec 2024-11-12T14:20:40,456 DEBUG [RS:0;2b6d221c5cde:44097.replicationSource.wal-reader.2b6d221c5cde%2C44097%2C1731421238508,1-2b6d221c5cde,44097,1731421238508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/WALs/2b6d221c5cde,44097,1731421238508/2b6d221c5cde%2C44097%2C1731421238508.1731421239928 to pos 0, reset compression=false 2024-11-12T14:20:40,861 DEBUG [RS:0;2b6d221c5cde:44097.replicationSource.wal-reader.2b6d221c5cde%2C44097%2C1731421238508,1-2b6d221c5cde,44097,1731421238508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/WALs/2b6d221c5cde,44097,1731421238508/2b6d221c5cde%2C44097%2C1731421238508.1731421239928 to pos 0, reset compression=false 2024-11-12T14:20:41,208 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1602ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-12T14:20:41,366 DEBUG [RS:0;2b6d221c5cde:44097.replicationSource.wal-reader.2b6d221c5cde%2C44097%2C1731421238508,1-2b6d221c5cde,44097,1731421238508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/WALs/2b6d221c5cde,44097,1731421238508/2b6d221c5cde%2C44097%2C1731421238508.1731421239928 to pos 0, reset compression=false 2024-11-12T14:20:41,970 DEBUG [RS:0;2b6d221c5cde:44097.replicationSource.wal-reader.2b6d221c5cde%2C44097%2C1731421238508,1-2b6d221c5cde,44097,1731421238508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/WALs/2b6d221c5cde,44097,1731421238508/2b6d221c5cde%2C44097%2C1731421238508.1731421239928 to pos 0, reset compression=false 2024-11-12T14:20:42,675 DEBUG [RS:0;2b6d221c5cde:44097.replicationSource.wal-reader.2b6d221c5cde%2C44097%2C1731421238508,1-2b6d221c5cde,44097,1731421238508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/WALs/2b6d221c5cde,44097,1731421238508/2b6d221c5cde%2C44097%2C1731421238508.1731421239928 to pos 0, reset compression=false 2024-11-12T14:20:42,711 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-12T14:20:43,487 DEBUG [RS:0;2b6d221c5cde:44097.replicationSource.wal-reader.2b6d221c5cde%2C44097%2C1731421238508,1-2b6d221c5cde,44097,1731421238508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/WALs/2b6d221c5cde,44097,1731421238508/2b6d221c5cde%2C44097%2C1731421238508.1731421239928 to pos 0, reset compression=false 2024-11-12T14:20:44,113 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-12T14:20:44,113 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T14:20:44,114 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:20:44,114 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,44097,1731421238508, seqNum=-1] 2024-11-12T14:20:44,114 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:20:44,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36369, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:20:44,118 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f0d9864a9bf0a00aff616fbc11310a73, regionState=OPEN, lastHost=2b6d221c5cde,35811,1731421224758, regionLocation=2b6d221c5cde,35811,1731421224758, openSeqNum=2 2024-11-12T14:20:44,118 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T14:20:44,118 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731421304118 2024-11-12T14:20:44,118 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731421364118 2024-11-12T14:20:44,118 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-12T14:20:44,119 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 2b6d221c5cde,35811,1731421224758 had 2 regions 2024-11-12T14:20:44,120 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 2b6d221c5cde,35811,1731421224758, splitWal=true, meta=true, isMeta: false 2024-11-12T14:20:44,121 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,39073,1731421238317-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:44,121 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/WALs/2b6d221c5cde,35811,1731421224758-splitting dir is empty, no logs to split. 2024-11-12T14:20:44,121 INFO [PEWorker-4 {}] master.SplitWALManager(105): 2b6d221c5cde,35811,1731421224758 WAL count=0, meta=false 2024-11-12T14:20:44,121 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,39073,1731421238317-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:44,121 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,39073,1731421238317-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:44,121 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b6d221c5cde:39073, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:44,121 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:44,122 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:44,123 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/WALs/2b6d221c5cde,35811,1731421224758-splitting dir is empty, no logs to split. 2024-11-12T14:20:44,124 INFO [PEWorker-4 {}] master.SplitWALManager(105): 2b6d221c5cde,35811,1731421224758 WAL count=0, meta=false 2024-11-12T14:20:44,124 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 2b6d221c5cde,35811,1731421224758 WAL splitting is done? wals=0, meta=false 2024-11-12T14:20:44,127 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.522sec 2024-11-12T14:20:44,127 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T14:20:44,127 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T14:20:44,127 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T14:20:44,127 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T14:20:44,127 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T14:20:44,127 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,39073,1731421238317-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:20:44,127 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,39073,1731421238317-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T14:20:44,128 WARN [master/2b6d221c5cde:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=2b6d221c5cde,35811,1731421224758/hbase:replication,,1731421234615.f0d9864a9bf0a00aff616fbc11310a73. 2024-11-12T14:20:44,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f0d9864a9bf0a00aff616fbc11310a73, ASSIGN}] 2024-11-12T14:20:44,129 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f0d9864a9bf0a00aff616fbc11310a73, ASSIGN 2024-11-12T14:20:44,130 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f0d9864a9bf0a00aff616fbc11310a73, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T14:20:44,131 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T14:20:44,131 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T14:20:44,131 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,39073,1731421238317-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:44,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30cdddcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:20:44,172 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,39073,-1 for getting cluster id 2024-11-12T14:20:44,172 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:20:44,173 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa9fa19c-c7b0-4186-8025-adbac7019b89' 2024-11-12T14:20:44,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:20:44,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa9fa19c-c7b0-4186-8025-adbac7019b89" 2024-11-12T14:20:44,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@713d5d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:20:44,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,39073,-1] 2024-11-12T14:20:44,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:20:44,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:20:44,174 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:20:44,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d85ccf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:20:44,176 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:20:44,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,44097,1731421238508, seqNum=-1] 2024-11-12T14:20:44,177 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:20:44,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:20:44,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-12T14:20:44,179 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:20:44,180 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:20:44,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:20:44,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:20:44,180 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:20:44,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 2b6d221c5cde:39073 after: 2b6d221c5cde:39073 2024-11-12T14:20:44,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c18487, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:20:44,180 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,39073,-1 for getting cluster id 2024-11-12T14:20:44,180 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:20:44,181 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa9fa19c-c7b0-4186-8025-adbac7019b89' 2024-11-12T14:20:44,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:20:44,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa9fa19c-c7b0-4186-8025-adbac7019b89" 2024-11-12T14:20:44,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@409bc44a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:20:44,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,39073,-1] 2024-11-12T14:20:44,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:20:44,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:20:44,182 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:20:44,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f8c1c5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:20:44,183 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:20:44,183 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,39073,1731421238317 2024-11-12T14:20:44,183 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24207941 2024-11-12T14:20:44,183 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:20:44,184 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:20:44,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39073 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-12T14:20:44,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T14:20:44,185 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:20:44,185 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:20:44,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:20:44,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:20:44,185 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:20:44,185 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T14:20:44,185 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=179868383, stopped=false 2024-11-12T14:20:44,185 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b6d221c5cde,44541,1731421232147 2024-11-12T14:20:44,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46183-0x1012f6b2fa10004, quorum=127.0.0.1:53191, baseZNode=/11184573460 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11184573460/running 2024-11-12T14:20:44,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x1012f6b2fa10003, quorum=127.0.0.1:53191, baseZNode=/11184573460 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11184573460/running 2024-11-12T14:20:44,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x1012f6b2fa10003, quorum=127.0.0.1:53191, baseZNode=/11184573460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11184573460 2024-11-12T14:20:44,194 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:20:44,194 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:20:44,194 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:20:44,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:20:44,195 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b6d221c5cde,46183,1731421232412' ***** 2024-11-12T14:20:44,195 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44541-0x1012f6b2fa10003, quorum=127.0.0.1:53191, baseZNode=/11184573460 Set watcher on znode that does not yet exist, /11184573460/running 2024-11-12T14:20:44,195 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T14:20:44,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46183-0x1012f6b2fa10004, quorum=127.0.0.1:53191, baseZNode=/11184573460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11184573460 2024-11-12T14:20:44,195 INFO [RS:0;2b6d221c5cde:46183 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T14:20:44,195 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T14:20:44,195 INFO [RS:0;2b6d221c5cde:46183 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T14:20:44,195 INFO [RS:0;2b6d221c5cde:46183 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T14:20:44,195 INFO [RS:0;2b6d221c5cde:46183 {}] regionserver.HRegionServer(959): stopping server 2b6d221c5cde,46183,1731421232412 2024-11-12T14:20:44,195 INFO [RS:0;2b6d221c5cde:46183 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:20:44,195 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46183-0x1012f6b2fa10004, quorum=127.0.0.1:53191, baseZNode=/11184573460 Set watcher on znode that does not yet exist, /11184573460/running 2024-11-12T14:20:44,195 INFO [RS:0;2b6d221c5cde:46183 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:46183. 2024-11-12T14:20:44,195 DEBUG [RS:0;2b6d221c5cde:46183 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:20:44,195 DEBUG [RS:0;2b6d221c5cde:46183 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:20:44,195 INFO [RS:0;2b6d221c5cde:46183 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T14:20:44,195 INFO [RS:0;2b6d221c5cde:46183 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T14:20:44,195 INFO [RS:0;2b6d221c5cde:46183 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T14:20:44,195 INFO [RS:0;2b6d221c5cde:46183 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T14:20:44,196 INFO [RS:0;2b6d221c5cde:46183 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T14:20:44,196 DEBUG [RS:0;2b6d221c5cde:46183 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T14:20:44,196 DEBUG [RS:0;2b6d221c5cde:46183 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:20:44,196 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:20:44,196 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:20:44,196 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:20:44,196 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:20:44,196 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:20:44,196 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-12T14:20:44,210 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32929/user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/data/hbase/meta/1588230740/.tmp/ns/dc38cd0976d847c69f7f3b9c7c742d8e is 43, key is default/ns:d/1731421234417/Put/seqid=0 2024-11-12T14:20:44,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741835_1011 (size=5153) 2024-11-12T14:20:44,250 INFO [regionserver/2b6d221c5cde:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:20:44,280 DEBUG [2b6d221c5cde:39073 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T14:20:44,281 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=f0d9864a9bf0a00aff616fbc11310a73, regionState=OPENING, regionLocation=2b6d221c5cde,44097,1731421238508 2024-11-12T14:20:44,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f0d9864a9bf0a00aff616fbc11310a73, ASSIGN because future has completed 2024-11-12T14:20:44,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0d9864a9bf0a00aff616fbc11310a73, server=2b6d221c5cde,44097,1731421238508}] 2024-11-12T14:20:44,391 DEBUG [RS:0;2b6d221c5cde:44097.replicationSource.wal-reader.2b6d221c5cde%2C44097%2C1731421238508,1-2b6d221c5cde,44097,1731421238508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/WALs/2b6d221c5cde,44097,1731421238508/2b6d221c5cde%2C44097%2C1731421238508.1731421239928 to pos 0, reset compression=false 2024-11-12T14:20:44,396 DEBUG [RS:0;2b6d221c5cde:46183 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:20:44,438 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731421234615.f0d9864a9bf0a00aff616fbc11310a73. 2024-11-12T14:20:44,438 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:20:44,438 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T14:20:44,440 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C44097%2C1731421238508.rep, suffix=, logDir=hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/WALs/2b6d221c5cde,44097,1731421238508, archiveDir=hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/oldWALs, maxLogs=10 2024-11-12T14:20:44,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/WALs/2b6d221c5cde,44097,1731421238508/2b6d221c5cde%2C44097%2C1731421238508.rep.1731421244440, exclude list is [], retry=0 2024-11-12T14:20:44,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41727,DS-15b84066-f210-4e4b-b3ff-e40a2e719c96,DISK] 2024-11-12T14:20:44,455 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/WALs/2b6d221c5cde,44097,1731421238508/2b6d221c5cde%2C44097%2C1731421238508.rep.1731421244440 2024-11-12T14:20:44,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44447:44447)] 2024-11-12T14:20:44,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => f0d9864a9bf0a00aff616fbc11310a73, NAME => 'hbase:replication,,1731421234615.f0d9864a9bf0a00aff616fbc11310a73.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:20:44,455 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:20:44,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T14:20:44,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731421234615.f0d9864a9bf0a00aff616fbc11310a73. service=MultiRowMutationService 2024-11-12T14:20:44,456 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T14:20:44,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f0d9864a9bf0a00aff616fbc11310a73 2024-11-12T14:20:44,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731421234615.f0d9864a9bf0a00aff616fbc11310a73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:20:44,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for f0d9864a9bf0a00aff616fbc11310a73 2024-11-12T14:20:44,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for f0d9864a9bf0a00aff616fbc11310a73 2024-11-12T14:20:44,457 INFO [StoreOpener-f0d9864a9bf0a00aff616fbc11310a73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f0d9864a9bf0a00aff616fbc11310a73 2024-11-12T14:20:44,458 INFO [StoreOpener-f0d9864a9bf0a00aff616fbc11310a73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0d9864a9bf0a00aff616fbc11310a73 columnFamilyName hfileref 2024-11-12T14:20:44,458 DEBUG [StoreOpener-f0d9864a9bf0a00aff616fbc11310a73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:44,458 INFO [StoreOpener-f0d9864a9bf0a00aff616fbc11310a73-1 {}] regionserver.HStore(327): Store=f0d9864a9bf0a00aff616fbc11310a73/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:20:44,458 INFO [StoreOpener-f0d9864a9bf0a00aff616fbc11310a73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f0d9864a9bf0a00aff616fbc11310a73 2024-11-12T14:20:44,459 INFO [StoreOpener-f0d9864a9bf0a00aff616fbc11310a73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0d9864a9bf0a00aff616fbc11310a73 columnFamilyName queue 2024-11-12T14:20:44,459 DEBUG [StoreOpener-f0d9864a9bf0a00aff616fbc11310a73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:44,479 DEBUG [StoreOpener-f0d9864a9bf0a00aff616fbc11310a73-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/data/hbase/replication/f0d9864a9bf0a00aff616fbc11310a73/queue/d278d949352d446fb080ca4450f87b57 2024-11-12T14:20:44,479 INFO [StoreOpener-f0d9864a9bf0a00aff616fbc11310a73-1 {}] regionserver.HStore(327): Store=f0d9864a9bf0a00aff616fbc11310a73/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:20:44,479 INFO [StoreOpener-f0d9864a9bf0a00aff616fbc11310a73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f0d9864a9bf0a00aff616fbc11310a73 2024-11-12T14:20:44,480 INFO [StoreOpener-f0d9864a9bf0a00aff616fbc11310a73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0d9864a9bf0a00aff616fbc11310a73 columnFamilyName sid 2024-11-12T14:20:44,480 DEBUG [StoreOpener-f0d9864a9bf0a00aff616fbc11310a73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:44,480 INFO [StoreOpener-f0d9864a9bf0a00aff616fbc11310a73-1 {}] regionserver.HStore(327): Store=f0d9864a9bf0a00aff616fbc11310a73/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:20:44,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for f0d9864a9bf0a00aff616fbc11310a73 2024-11-12T14:20:44,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/data/hbase/replication/f0d9864a9bf0a00aff616fbc11310a73 2024-11-12T14:20:44,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/data/hbase/replication/f0d9864a9bf0a00aff616fbc11310a73 2024-11-12T14:20:44,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for f0d9864a9bf0a00aff616fbc11310a73 2024-11-12T14:20:44,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for f0d9864a9bf0a00aff616fbc11310a73 2024-11-12T14:20:44,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T14:20:44,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for f0d9864a9bf0a00aff616fbc11310a73 2024-11-12T14:20:44,484 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened f0d9864a9bf0a00aff616fbc11310a73; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60444337, jitterRate=-0.09930919110774994}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T14:20:44,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f0d9864a9bf0a00aff616fbc11310a73 2024-11-12T14:20:44,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for f0d9864a9bf0a00aff616fbc11310a73: Running coprocessor pre-open hook at 1731421244456Writing region info on filesystem at 1731421244456Initializing all the Stores at 1731421244457 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421244457Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421244457Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421244457Cleaning up temporary data from old regions at 1731421244482 (+25 ms)Running coprocessor post-open hooks at 1731421244484 (+2 ms)Region opened successfully at 1731421244485 (+1 ms) 2024-11-12T14:20:44,485 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731421234615.f0d9864a9bf0a00aff616fbc11310a73., pid=13, masterSystemTime=1731421244435 2024-11-12T14:20:44,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731421234615.f0d9864a9bf0a00aff616fbc11310a73. 2024-11-12T14:20:44,487 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731421234615.f0d9864a9bf0a00aff616fbc11310a73. 2024-11-12T14:20:44,488 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=f0d9864a9bf0a00aff616fbc11310a73, regionState=OPEN, openSeqNum=9, regionLocation=2b6d221c5cde,44097,1731421238508 2024-11-12T14:20:44,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0d9864a9bf0a00aff616fbc11310a73, server=2b6d221c5cde,44097,1731421238508 because future has completed 2024-11-12T14:20:44,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-12T14:20:44,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure f0d9864a9bf0a00aff616fbc11310a73, server=2b6d221c5cde,44097,1731421238508 in 208 msec 2024-11-12T14:20:44,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-12T14:20:44,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f0d9864a9bf0a00aff616fbc11310a73, ASSIGN in 364 msec 2024-11-12T14:20:44,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-12T14:20:44,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731421234615.f0d9864a9bf0a00aff616fbc11310a73., hostname=2b6d221c5cde,44097,1731421238508, seqNum=9] 2024-11-12T14:20:44,513 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 2b6d221c5cde,35811,1731421224758 2024-11-12T14:20:44,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-12T14:20:44,596 DEBUG [RS:0;2b6d221c5cde:46183 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:20:44,614 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:32929/user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/data/hbase/meta/1588230740/.tmp/ns/dc38cd0976d847c69f7f3b9c7c742d8e 2024-11-12T14:20:44,619 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32929/user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/data/hbase/meta/1588230740/.tmp/ns/dc38cd0976d847c69f7f3b9c7c742d8e as hdfs://localhost:32929/user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/data/hbase/meta/1588230740/ns/dc38cd0976d847c69f7f3b9c7c742d8e 2024-11-12T14:20:44,624 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32929/user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/data/hbase/meta/1588230740/ns/dc38cd0976d847c69f7f3b9c7c742d8e, entries=2, sequenceid=6, filesize=5.0 K 2024-11-12T14:20:44,625 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=6, compaction requested=false 2024-11-12T14:20:44,625 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T14:20:44,629 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32929/user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-12T14:20:44,629 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:20:44,629 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:20:44,630 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:20:44,630 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421244196Running coprocessor pre-close hooks at 1731421244196Disabling compacts and flushes for region at 1731421244196Disabling writes for close at 1731421244196Obtaining lock to block concurrent updates at 1731421244196Preparing flush snapshotting stores in 1588230740 at 1731421244196Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731421244196Flushing stores of hbase:meta,,1.1588230740 at 1731421244197 (+1 ms)Flushing 1588230740/ns: creating writer at 1731421244197Flushing 1588230740/ns: appending metadata at 1731421244209 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731421244209Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d77c52d: reopening flushed file at 1731421244618 (+409 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=6, compaction requested=false at 1731421244625 (+7 ms)Writing region close event to WAL at 1731421244626 (+1 ms)Running coprocessor post-close hooks at 1731421244629 (+3 ms)Closed at 1731421244630 (+1 ms) 2024-11-12T14:20:44,630 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T14:20:44,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44097 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-12T14:20:44,720 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T14:20:44,720 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T14:20:44,796 INFO [RS:0;2b6d221c5cde:46183 {}] regionserver.HRegionServer(976): stopping server 2b6d221c5cde,46183,1731421232412; all regions closed. 2024-11-12T14:20:44,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741834_1010 (size=1152) 2024-11-12T14:20:44,800 DEBUG [RS:0;2b6d221c5cde:46183 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/oldWALs 2024-11-12T14:20:44,800 INFO [RS:0;2b6d221c5cde:46183 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C46183%2C1731421232412.meta:.meta(num 1731421234354) 2024-11-12T14:20:44,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741833_1009 (size=93) 2024-11-12T14:20:44,804 DEBUG [RS:0;2b6d221c5cde:46183 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/oldWALs 2024-11-12T14:20:44,804 INFO [RS:0;2b6d221c5cde:46183 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C46183%2C1731421232412:(num 1731421233878) 2024-11-12T14:20:44,804 DEBUG [RS:0;2b6d221c5cde:46183 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:20:44,804 INFO [RS:0;2b6d221c5cde:46183 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:20:44,804 INFO [RS:0;2b6d221c5cde:46183 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:20:44,804 INFO [RS:0;2b6d221c5cde:46183 {}] hbase.ChoreService(370): Chore service for: regionserver/2b6d221c5cde:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T14:20:44,804 INFO [RS:0;2b6d221c5cde:46183 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:20:44,804 INFO [regionserver/2b6d221c5cde:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:20:44,804 INFO [RS:0;2b6d221c5cde:46183 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46183 2024-11-12T14:20:44,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46183-0x1012f6b2fa10004, quorum=127.0.0.1:53191, baseZNode=/11184573460 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11184573460/rs/2b6d221c5cde,46183,1731421232412 2024-11-12T14:20:44,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x1012f6b2fa10003, quorum=127.0.0.1:53191, baseZNode=/11184573460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11184573460/rs 2024-11-12T14:20:44,815 INFO [RS:0;2b6d221c5cde:46183 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:20:44,816 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b6d221c5cde,46183,1731421232412] 2024-11-12T14:20:44,836 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11184573460/draining/2b6d221c5cde,46183,1731421232412 already deleted, retry=false 2024-11-12T14:20:44,836 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b6d221c5cde,46183,1731421232412 expired; onlineServers=0 2024-11-12T14:20:44,836 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b6d221c5cde,44541,1731421232147' ***** 2024-11-12T14:20:44,836 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T14:20:44,836 INFO [M:0;2b6d221c5cde:44541 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:20:44,836 INFO [M:0;2b6d221c5cde:44541 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:20:44,836 DEBUG [M:0;2b6d221c5cde:44541 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T14:20:44,836 DEBUG [M:0;2b6d221c5cde:44541 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T14:20:44,836 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T14:20:44,836 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421233504 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421233504,5,FailOnTimeoutGroup] 2024-11-12T14:20:44,837 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421233490 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421233490,5,FailOnTimeoutGroup] 2024-11-12T14:20:44,837 INFO [M:0;2b6d221c5cde:44541 {}] hbase.ChoreService(370): Chore service for: master/2b6d221c5cde:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T14:20:44,837 INFO [M:0;2b6d221c5cde:44541 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:20:44,837 DEBUG [M:0;2b6d221c5cde:44541 {}] master.HMaster(1795): Stopping service threads 2024-11-12T14:20:44,837 INFO [M:0;2b6d221c5cde:44541 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T14:20:44,837 INFO [M:0;2b6d221c5cde:44541 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:20:44,837 INFO [M:0;2b6d221c5cde:44541 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T14:20:44,837 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T14:20:44,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x1012f6b2fa10003, quorum=127.0.0.1:53191, baseZNode=/11184573460 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11184573460/master 2024-11-12T14:20:44,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x1012f6b2fa10003, quorum=127.0.0.1:53191, baseZNode=/11184573460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11184573460 2024-11-12T14:20:44,857 DEBUG [M:0;2b6d221c5cde:44541 {}] zookeeper.ZKUtil(347): master:44541-0x1012f6b2fa10003, quorum=127.0.0.1:53191, baseZNode=/11184573460 Unable to get data of znode /11184573460/master because node does not exist (not an error) 2024-11-12T14:20:44,857 WARN [M:0;2b6d221c5cde:44541 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T14:20:44,859 INFO [M:0;2b6d221c5cde:44541 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32929/user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/.lastflushedseqids 2024-11-12T14:20:44,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741836_1012 (size=99) 2024-11-12T14:20:44,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46183-0x1012f6b2fa10004, quorum=127.0.0.1:53191, baseZNode=/11184573460 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:20:44,926 INFO [RS:0;2b6d221c5cde:46183 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:20:44,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46183-0x1012f6b2fa10004, quorum=127.0.0.1:53191, baseZNode=/11184573460 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:20:44,926 INFO [RS:0;2b6d221c5cde:46183 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b6d221c5cde,46183,1731421232412; zookeeper connection closed. 2024-11-12T14:20:44,926 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2533f0fa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2533f0fa 2024-11-12T14:20:44,926 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T14:20:45,263 INFO [M:0;2b6d221c5cde:44541 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T14:20:45,263 INFO [M:0;2b6d221c5cde:44541 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T14:20:45,263 DEBUG [M:0;2b6d221c5cde:44541 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:20:45,263 INFO [M:0;2b6d221c5cde:44541 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:20:45,263 DEBUG [M:0;2b6d221c5cde:44541 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:20:45,263 DEBUG [M:0;2b6d221c5cde:44541 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:20:45,263 DEBUG [M:0;2b6d221c5cde:44541 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:20:45,264 INFO [M:0;2b6d221c5cde:44541 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-12T14:20:45,284 DEBUG [M:0;2b6d221c5cde:44541 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32929/user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dc4d518eb068498da331059c69e82c8c is 82, key is hbase:meta,,1/info:regioninfo/1731421234391/Put/seqid=0 2024-11-12T14:20:45,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741837_1013 (size=5672) 2024-11-12T14:20:45,396 DEBUG [RS:0;2b6d221c5cde:44097.replicationSource.wal-reader.2b6d221c5cde%2C44097%2C1731421238508,1-2b6d221c5cde,44097,1731421238508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/WALs/2b6d221c5cde,44097,1731421238508/2b6d221c5cde%2C44097%2C1731421238508.1731421239928 to pos 0, reset compression=false 2024-11-12T14:20:45,689 INFO [M:0;2b6d221c5cde:44541 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:32929/user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dc4d518eb068498da331059c69e82c8c 2024-11-12T14:20:45,705 DEBUG [M:0;2b6d221c5cde:44541 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32929/user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/92c8e28c3f314fd9ae69bb68bad5a657 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731421234422/Put/seqid=0 2024-11-12T14:20:45,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741838_1014 (size=5275) 2024-11-12T14:20:45,772 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T14:20:45,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:20:45,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:20:45,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:20:45,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:20:45,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:20:45,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:20:46,109 INFO [M:0;2b6d221c5cde:44541 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:32929/user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/92c8e28c3f314fd9ae69bb68bad5a657 2024-11-12T14:20:46,133 DEBUG [M:0;2b6d221c5cde:44541 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32929/user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9c2c62ceaadb459f9ce234ca61440c2f is 69, key is 2b6d221c5cde,46183,1731421232412/rs:state/1731421233613/Put/seqid=0 2024-11-12T14:20:46,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741839_1015 (size=5156) 2024-11-12T14:20:46,502 DEBUG [RS:0;2b6d221c5cde:44097.replicationSource.wal-reader.2b6d221c5cde%2C44097%2C1731421238508,1-2b6d221c5cde,44097,1731421238508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/WALs/2b6d221c5cde,44097,1731421238508/2b6d221c5cde%2C44097%2C1731421238508.1731421239928 to pos 0, reset compression=false 2024-11-12T14:20:46,537 INFO [M:0;2b6d221c5cde:44541 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:32929/user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9c2c62ceaadb459f9ce234ca61440c2f 2024-11-12T14:20:46,542 DEBUG [M:0;2b6d221c5cde:44541 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32929/user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dc4d518eb068498da331059c69e82c8c as hdfs://localhost:32929/user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dc4d518eb068498da331059c69e82c8c 2024-11-12T14:20:46,546 INFO [M:0;2b6d221c5cde:44541 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32929/user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dc4d518eb068498da331059c69e82c8c, entries=8, sequenceid=28, filesize=5.5 K 2024-11-12T14:20:46,547 DEBUG [M:0;2b6d221c5cde:44541 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32929/user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/92c8e28c3f314fd9ae69bb68bad5a657 as hdfs://localhost:32929/user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/92c8e28c3f314fd9ae69bb68bad5a657 2024-11-12T14:20:46,551 INFO [M:0;2b6d221c5cde:44541 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32929/user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/92c8e28c3f314fd9ae69bb68bad5a657, entries=3, sequenceid=28, filesize=5.2 K 2024-11-12T14:20:46,552 DEBUG [M:0;2b6d221c5cde:44541 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32929/user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9c2c62ceaadb459f9ce234ca61440c2f as hdfs://localhost:32929/user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9c2c62ceaadb459f9ce234ca61440c2f 2024-11-12T14:20:46,556 INFO [M:0;2b6d221c5cde:44541 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32929/user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9c2c62ceaadb459f9ce234ca61440c2f, entries=1, sequenceid=28, filesize=5.0 K 2024-11-12T14:20:46,557 INFO [M:0;2b6d221c5cde:44541 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=28, compaction requested=false 2024-11-12T14:20:46,558 INFO [M:0;2b6d221c5cde:44541 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:20:46,558 DEBUG [M:0;2b6d221c5cde:44541 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421245263Disabling compacts and flushes for region at 1731421245263Disabling writes for close at 1731421245263Obtaining lock to block concurrent updates at 1731421245264 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731421245264Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731421245264Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731421245265 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731421245265Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731421245284 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731421245284Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731421245692 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731421245705 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731421245705Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731421246113 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731421246132 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731421246132Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6601c013: reopening flushed file at 1731421246541 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cd28e82: reopening flushed file at 1731421246546 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ed04775: reopening flushed file at 1731421246551 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=28, compaction requested=false at 1731421246557 (+6 ms)Writing region close event to WAL at 1731421246558 (+1 ms)Closed at 1731421246558 2024-11-12T14:20:46,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741830_1006 (size=10165) 2024-11-12T14:20:46,560 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/537bb165-f00c-eeeb-0837-2cb7ea9281b0/MasterData/WALs/2b6d221c5cde,44541,1731421232147/2b6d221c5cde%2C44541%2C1731421232147.1731421232927 not finished, retry = 0 2024-11-12T14:20:46,660 INFO [M:0;2b6d221c5cde:44541 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T14:20:46,660 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:20:46,661 INFO [M:0;2b6d221c5cde:44541 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44541 2024-11-12T14:20:46,661 INFO [M:0;2b6d221c5cde:44541 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:20:46,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x1012f6b2fa10003, quorum=127.0.0.1:53191, baseZNode=/11184573460 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:20:46,809 INFO [M:0;2b6d221c5cde:44541 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:20:46,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x1012f6b2fa10003, quorum=127.0.0.1:53191, baseZNode=/11184573460 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:20:46,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b8c3687{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:20:46,812 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7644832b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:20:46,812 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:20:46,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e1fe333{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:20:46,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b653cb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54c33d6-9651-91b0-f3de-a35efca32ac2/hadoop.log.dir/,STOPPED} 2024-11-12T14:20:46,813 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T14:20:46,813 WARN [BP-1284867452-172.17.0.3-1731421228983 heartbeating to localhost/127.0.0.1:32929 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T14:20:46,813 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T14:20:46,813 WARN [BP-1284867452-172.17.0.3-1731421228983 heartbeating to localhost/127.0.0.1:32929 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1284867452-172.17.0.3-1731421228983 (Datanode Uuid 19dfede2-b725-4dfa-b78f-b6222f1e7677) service to localhost/127.0.0.1:32929 2024-11-12T14:20:46,814 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54c33d6-9651-91b0-f3de-a35efca32ac2/cluster_94115b4e-f94c-83b7-43e7-9b0116d4d653/data/data1/current/BP-1284867452-172.17.0.3-1731421228983 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:20:46,814 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54c33d6-9651-91b0-f3de-a35efca32ac2/cluster_94115b4e-f94c-83b7-43e7-9b0116d4d653/data/data2/current/BP-1284867452-172.17.0.3-1731421228983 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:20:46,814 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T14:20:46,819 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19868b9e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:20:46,819 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@490a703b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:20:46,819 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:20:46,819 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e2e5da0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:20:46,819 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44b0bd50{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54c33d6-9651-91b0-f3de-a35efca32ac2/hadoop.log.dir/,STOPPED} 2024-11-12T14:20:46,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T14:20:46,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T14:20:46,829 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:20:46,830 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:20:46,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:20:46,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:20:46,830 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:20:46,830 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T14:20:46,830 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=42992231, stopped=false 2024-11-12T14:20:46,830 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b6d221c5cde,39073,1731421238317 2024-11-12T14:20:46,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39073-0x1012f6b2fa10006, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0599308974/running 2024-11-12T14:20:46,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44097-0x1012f6b2fa10007, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0599308974/running 2024-11-12T14:20:46,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39073-0x1012f6b2fa10006, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599308974 2024-11-12T14:20:46,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44097-0x1012f6b2fa10007, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599308974 2024-11-12T14:20:46,847 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:20:46,847 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:20:46,847 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:20:46,847 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44097-0x1012f6b2fa10007, quorum=127.0.0.1:53191, baseZNode=/0599308974 Set watcher on znode that does not yet exist, /0599308974/running 2024-11-12T14:20:46,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:20:46,848 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b6d221c5cde,44097,1731421238508' ***** 2024-11-12T14:20:46,848 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T14:20:46,848 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39073-0x1012f6b2fa10006, quorum=127.0.0.1:53191, baseZNode=/0599308974 Set watcher on znode that does not yet exist, /0599308974/running 2024-11-12T14:20:46,848 INFO [RS:0;2b6d221c5cde:44097 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T14:20:46,848 INFO [RS:0;2b6d221c5cde:44097 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T14:20:46,848 INFO [RS:0;2b6d221c5cde:44097 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T14:20:46,848 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T14:20:46,848 INFO [RS:0;2b6d221c5cde:44097 {}] regionserver.HRegionServer(3091): Received CLOSE for f0d9864a9bf0a00aff616fbc11310a73 2024-11-12T14:20:46,848 INFO [RS:0;2b6d221c5cde:44097 {}] regionserver.HRegionServer(959): stopping server 2b6d221c5cde,44097,1731421238508 2024-11-12T14:20:46,848 INFO [RS:0;2b6d221c5cde:44097 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:20:46,848 INFO [RS:0;2b6d221c5cde:44097 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:44097. 2024-11-12T14:20:46,848 DEBUG [RS:0;2b6d221c5cde:44097 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:20:46,849 DEBUG [RS:0;2b6d221c5cde:44097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:20:46,849 INFO [RS:0;2b6d221c5cde:44097 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T14:20:46,849 INFO [RS:0;2b6d221c5cde:44097 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T14:20:46,849 INFO [RS:0;2b6d221c5cde:44097 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T14:20:46,849 INFO [RS:0;2b6d221c5cde:44097 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T14:20:46,849 INFO [RS:0;2b6d221c5cde:44097 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T14:20:46,849 DEBUG [RS:0;2b6d221c5cde:44097 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f0d9864a9bf0a00aff616fbc11310a73=hbase:replication,,1731421234615.f0d9864a9bf0a00aff616fbc11310a73.} 2024-11-12T14:20:46,849 DEBUG [RS:0;2b6d221c5cde:44097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f0d9864a9bf0a00aff616fbc11310a73 2024-11-12T14:20:46,849 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f0d9864a9bf0a00aff616fbc11310a73, disabling compactions & flushes 2024-11-12T14:20:46,849 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:20:46,849 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731421234615.f0d9864a9bf0a00aff616fbc11310a73. 2024-11-12T14:20:46,849 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731421234615.f0d9864a9bf0a00aff616fbc11310a73. 2024-11-12T14:20:46,849 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:20:46,849 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731421234615.f0d9864a9bf0a00aff616fbc11310a73. after waiting 0 ms 2024-11-12T14:20:46,849 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:20:46,849 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731421234615.f0d9864a9bf0a00aff616fbc11310a73. 2024-11-12T14:20:46,849 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:20:46,849 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:20:46,849 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-12T14:20:46,852 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/data/hbase/replication/f0d9864a9bf0a00aff616fbc11310a73/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-12T14:20:46,853 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:20:46,853 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:20:46,853 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731421234615.f0d9864a9bf0a00aff616fbc11310a73. 2024-11-12T14:20:46,853 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f0d9864a9bf0a00aff616fbc11310a73: Waiting for close lock at 1731421246849Running coprocessor pre-close hooks at 1731421246849Disabling compacts and flushes for region at 1731421246849Disabling writes for close at 1731421246849Writing region close event to WAL at 1731421246850 (+1 ms)Running coprocessor post-close hooks at 1731421246853 (+3 ms)Closed at 1731421246853 2024-11-12T14:20:46,853 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731421234615.f0d9864a9bf0a00aff616fbc11310a73. 2024-11-12T14:20:46,856 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T14:20:46,856 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T14:20:46,863 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/data/hbase/meta/1588230740/.tmp/info/6cbd7772619a44eda30ef28aab980fc0 is 147, key is hbase:replication,,1731421234615.f0d9864a9bf0a00aff616fbc11310a73./info:regioninfo/1731421244488/Put/seqid=0 2024-11-12T14:20:46,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741851_1027 (size=6385) 2024-11-12T14:20:46,875 INFO [regionserver/2b6d221c5cde:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:20:47,049 DEBUG [RS:0;2b6d221c5cde:44097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:20:47,249 DEBUG [RS:0;2b6d221c5cde:44097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:20:47,268 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/data/hbase/meta/1588230740/.tmp/info/6cbd7772619a44eda30ef28aab980fc0 2024-11-12T14:20:47,273 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/data/hbase/meta/1588230740/.tmp/info/6cbd7772619a44eda30ef28aab980fc0 as hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/data/hbase/meta/1588230740/info/6cbd7772619a44eda30ef28aab980fc0 2024-11-12T14:20:47,278 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/data/hbase/meta/1588230740/info/6cbd7772619a44eda30ef28aab980fc0, entries=8, sequenceid=19, filesize=6.2 K 2024-11-12T14:20:47,279 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=19, compaction requested=false 2024-11-12T14:20:47,279 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T14:20:47,284 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-12T14:20:47,284 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:20:47,284 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:20:47,285 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:20:47,285 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421246849Running coprocessor pre-close hooks at 1731421246849Disabling compacts and flushes for region at 1731421246849Disabling writes for close at 1731421246849Obtaining lock to block concurrent updates at 1731421246849Preparing flush snapshotting stores in 1588230740 at 1731421246849Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731421246850 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731421246850Flushing 1588230740/info: creating writer at 1731421246850Flushing 1588230740/info: appending metadata at 1731421246863 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731421246863Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20a5b28a: reopening flushed file at 1731421247272 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=19, compaction requested=false at 1731421247279 (+7 ms)Writing region close event to WAL at 1731421247281 (+2 ms)Running coprocessor post-close hooks at 1731421247284 (+3 ms)Closed at 1731421247285 (+1 ms) 2024-11-12T14:20:47,285 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T14:20:47,449 INFO [RS:0;2b6d221c5cde:44097 {}] regionserver.HRegionServer(976): stopping server 2b6d221c5cde,44097,1731421238508; all regions closed. 2024-11-12T14:20:47,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741849_1025 (size=2156) 2024-11-12T14:20:47,453 DEBUG [RS:0;2b6d221c5cde:44097 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/oldWALs 2024-11-12T14:20:47,453 INFO [RS:0;2b6d221c5cde:44097 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C44097%2C1731421238508.meta:.meta(num 1731421240253) 2024-11-12T14:20:47,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741850_1026 (size=796) 2024-11-12T14:20:47,455 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/WALs/2b6d221c5cde,44097,1731421238508/2b6d221c5cde%2C44097%2C1731421238508.rep.1731421244440 not finished, retry = 0 2024-11-12T14:20:47,558 DEBUG [RS:0;2b6d221c5cde:44097 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/oldWALs 2024-11-12T14:20:47,558 INFO [RS:0;2b6d221c5cde:44097 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C44097%2C1731421238508.rep:(num 1731421244440) 2024-11-12T14:20:47,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741848_1024 (size=93) 2024-11-12T14:20:47,560 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/WALs/2b6d221c5cde,44097,1731421238508/2b6d221c5cde%2C44097%2C1731421238508.1731421239928 not finished, retry = 0 2024-11-12T14:20:47,662 DEBUG [RS:0;2b6d221c5cde:44097 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/oldWALs 2024-11-12T14:20:47,662 INFO [RS:0;2b6d221c5cde:44097 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C44097%2C1731421238508:(num 1731421239928) 2024-11-12T14:20:47,662 DEBUG [RS:0;2b6d221c5cde:44097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:20:47,662 INFO [RS:0;2b6d221c5cde:44097 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:20:47,662 INFO [RS:0;2b6d221c5cde:44097 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:20:47,662 INFO [RS:0;2b6d221c5cde:44097 {}] hbase.ChoreService(370): Chore service for: regionserver/2b6d221c5cde:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T14:20:47,662 INFO [RS:0;2b6d221c5cde:44097 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:20:47,662 INFO [regionserver/2b6d221c5cde:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:20:47,663 INFO [RS:0;2b6d221c5cde:44097 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2b6d221c5cde,44097,1731421238508 because: Region server is closing 2024-11-12T14:20:47,663 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/2b6d221c5cde:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-12T14:20:47,663 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/2b6d221c5cde:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-12T14:20:47,663 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/2b6d221c5cde:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-12T14:20:47,663 INFO [RS:0;2b6d221c5cde:44097 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:44097. 2024-11-12T14:20:47,663 DEBUG [RS:0;2b6d221c5cde:44097 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:20:47,663 DEBUG [RS:0;2b6d221c5cde:44097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:20:47,663 DEBUG [RS:0;2b6d221c5cde:44097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:20:47,663 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:20:47,763 WARN [RS:0;2b6d221c5cde:44097.replicationSource.shipper2b6d221c5cde%2C44097%2C1731421238508,1-2b6d221c5cde,44097,1731421238508 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T14:20:47,764 INFO [RS:0;2b6d221c5cde:44097 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;2b6d221c5cde:44097.replicationSource.shipper2b6d221c5cde%2C44097%2C1731421238508,1-2b6d221c5cde,44097,1731421238508 terminated 2024-11-12T14:20:47,764 INFO [RS:0;2b6d221c5cde:44097 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44097 2024-11-12T14:20:47,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39073-0x1012f6b2fa10006, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599308974/rs 2024-11-12T14:20:47,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44097-0x1012f6b2fa10007, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0599308974/rs/2b6d221c5cde,44097,1731421238508 2024-11-12T14:20:47,813 INFO [RS:0;2b6d221c5cde:44097 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:20:47,825 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b6d221c5cde,44097,1731421238508] 2024-11-12T14:20:47,836 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0599308974/draining/2b6d221c5cde,44097,1731421238508 already deleted, retry=false 2024-11-12T14:20:47,836 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b6d221c5cde,44097,1731421238508 expired; onlineServers=0 2024-11-12T14:20:47,836 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b6d221c5cde,39073,1731421238317' ***** 2024-11-12T14:20:47,836 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T14:20:47,836 INFO [M:0;2b6d221c5cde:39073 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:20:47,836 INFO [M:0;2b6d221c5cde:39073 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:20:47,836 DEBUG [M:0;2b6d221c5cde:39073 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T14:20:47,836 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T14:20:47,836 DEBUG [M:0;2b6d221c5cde:39073 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T14:20:47,836 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421239605 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421239605,5,FailOnTimeoutGroup] 2024-11-12T14:20:47,836 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421239605 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421239605,5,FailOnTimeoutGroup] 2024-11-12T14:20:47,836 INFO [M:0;2b6d221c5cde:39073 {}] hbase.ChoreService(370): Chore service for: master/2b6d221c5cde:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T14:20:47,836 INFO [M:0;2b6d221c5cde:39073 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:20:47,836 DEBUG [M:0;2b6d221c5cde:39073 {}] master.HMaster(1795): Stopping service threads 2024-11-12T14:20:47,836 INFO [M:0;2b6d221c5cde:39073 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T14:20:47,837 INFO [M:0;2b6d221c5cde:39073 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:20:47,837 INFO [M:0;2b6d221c5cde:39073 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T14:20:47,837 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T14:20:47,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39073-0x1012f6b2fa10006, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0599308974/master 2024-11-12T14:20:47,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39073-0x1012f6b2fa10006, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0599308974 2024-11-12T14:20:47,846 DEBUG [M:0;2b6d221c5cde:39073 {}] zookeeper.ZKUtil(347): master:39073-0x1012f6b2fa10006, quorum=127.0.0.1:53191, baseZNode=/0599308974 Unable to get data of znode /0599308974/master because node does not exist (not an error) 2024-11-12T14:20:47,847 WARN [M:0;2b6d221c5cde:39073 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T14:20:47,847 INFO [M:0;2b6d221c5cde:39073 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/.lastflushedseqids 2024-11-12T14:20:47,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741852_1028 (size=181) 2024-11-12T14:20:47,852 INFO [M:0;2b6d221c5cde:39073 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T14:20:47,852 INFO [M:0;2b6d221c5cde:39073 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T14:20:47,852 DEBUG [M:0;2b6d221c5cde:39073 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:20:47,852 INFO [M:0;2b6d221c5cde:39073 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:20:47,852 DEBUG [M:0;2b6d221c5cde:39073 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:20:47,852 DEBUG [M:0;2b6d221c5cde:39073 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:20:47,852 DEBUG [M:0;2b6d221c5cde:39073 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:20:47,853 INFO [M:0;2b6d221c5cde:39073 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-12T14:20:47,866 DEBUG [M:0;2b6d221c5cde:39073 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/08d267ee84994924b380f9660de82fba is 82, key is hbase:meta,,1/info:regioninfo/1731421240311/Put/seqid=0 2024-11-12T14:20:47,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741853_1029 (size=5672) 2024-11-12T14:20:47,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44097-0x1012f6b2fa10007, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:20:47,926 INFO [RS:0;2b6d221c5cde:44097 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:20:47,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44097-0x1012f6b2fa10007, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:20:47,926 INFO [RS:0;2b6d221c5cde:44097 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b6d221c5cde,44097,1731421238508; zookeeper connection closed. 2024-11-12T14:20:47,926 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3aba61b3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3aba61b3 2024-11-12T14:20:47,926 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T14:20:48,270 INFO [M:0;2b6d221c5cde:39073 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/08d267ee84994924b380f9660de82fba 2024-11-12T14:20:48,291 DEBUG [M:0;2b6d221c5cde:39073 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25bbd0c489ee48ec86eec5ea58596f63 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731421244493/Put/seqid=0 2024-11-12T14:20:48,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741854_1030 (size=7312) 2024-11-12T14:20:48,299 INFO [M:0;2b6d221c5cde:39073 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25bbd0c489ee48ec86eec5ea58596f63 2024-11-12T14:20:48,320 DEBUG [M:0;2b6d221c5cde:39073 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b33e2e0505e94c33883013559689be65 is 69, key is 2b6d221c5cde,44097,1731421238508/rs:state/1731421239704/Put/seqid=0 2024-11-12T14:20:48,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741855_1031 (size=5370) 2024-11-12T14:20:48,724 INFO [M:0;2b6d221c5cde:39073 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b33e2e0505e94c33883013559689be65 2024-11-12T14:20:48,728 INFO [M:0;2b6d221c5cde:39073 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b33e2e0505e94c33883013559689be65 2024-11-12T14:20:48,729 DEBUG [M:0;2b6d221c5cde:39073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/08d267ee84994924b380f9660de82fba as hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/08d267ee84994924b380f9660de82fba 2024-11-12T14:20:48,735 INFO [M:0;2b6d221c5cde:39073 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/08d267ee84994924b380f9660de82fba, entries=8, sequenceid=127, filesize=5.5 K 2024-11-12T14:20:48,735 DEBUG [M:0;2b6d221c5cde:39073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25bbd0c489ee48ec86eec5ea58596f63 as hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/25bbd0c489ee48ec86eec5ea58596f63 2024-11-12T14:20:48,740 INFO [M:0;2b6d221c5cde:39073 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/25bbd0c489ee48ec86eec5ea58596f63, entries=7, sequenceid=127, filesize=7.1 K 2024-11-12T14:20:48,741 DEBUG [M:0;2b6d221c5cde:39073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b33e2e0505e94c33883013559689be65 as hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b33e2e0505e94c33883013559689be65 2024-11-12T14:20:48,745 INFO [M:0;2b6d221c5cde:39073 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b33e2e0505e94c33883013559689be65 2024-11-12T14:20:48,745 INFO [M:0;2b6d221c5cde:39073 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40665/user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b33e2e0505e94c33883013559689be65, entries=2, sequenceid=127, filesize=5.2 K 2024-11-12T14:20:48,746 INFO [M:0;2b6d221c5cde:39073 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 894ms, sequenceid=127, compaction requested=false 2024-11-12T14:20:48,747 INFO [M:0;2b6d221c5cde:39073 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:20:48,747 DEBUG [M:0;2b6d221c5cde:39073 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421247852Disabling compacts and flushes for region at 1731421247852Disabling writes for close at 1731421247852Obtaining lock to block concurrent updates at 1731421247853 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731421247853Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731421247853Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731421247853Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731421247853Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731421247866 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731421247866Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731421248274 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731421248290 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731421248290Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731421248304 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731421248319 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731421248319Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38323c27: reopening flushed file at 1731421248729 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65dbac56: reopening flushed file at 1731421248735 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c5888e4: reopening flushed file at 1731421248740 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 894ms, sequenceid=127, compaction requested=false at 1731421248746 (+6 ms)Writing region close event to WAL at 1731421248747 (+1 ms)Closed at 1731421248747 2024-11-12T14:20:48,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41727 is added to blk_1073741847_1023 (size=22903) 2024-11-12T14:20:48,749 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1ddad98e-30de-74e4-001d-9fcee9d0bf97/MasterData/WALs/2b6d221c5cde,39073,1731421238317/2b6d221c5cde%2C39073%2C1731421238317.1731421239062 not finished, retry = 0 2024-11-12T14:20:48,850 INFO [M:0;2b6d221c5cde:39073 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T14:20:48,850 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:20:48,850 INFO [M:0;2b6d221c5cde:39073 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39073 2024-11-12T14:20:48,850 INFO [M:0;2b6d221c5cde:39073 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:20:49,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39073-0x1012f6b2fa10006, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:20:49,029 INFO [M:0;2b6d221c5cde:39073 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:20:49,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39073-0x1012f6b2fa10006, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:20:49,031 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68d904c9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:20:49,031 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76fdbe1e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:20:49,031 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:20:49,031 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18d51db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:20:49,032 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d33c184{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2130df5f-5207-5e57-2968-39a4a2b585ed/hadoop.log.dir/,STOPPED} 2024-11-12T14:20:49,034 WARN [BP-359098296-172.17.0.3-1731421221903 heartbeating to localhost/127.0.0.1:40665 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T14:20:49,034 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T14:20:49,034 WARN [BP-359098296-172.17.0.3-1731421221903 heartbeating to localhost/127.0.0.1:40665 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-359098296-172.17.0.3-1731421221903 (Datanode Uuid b9ac5018-d756-4ca2-964c-305425306f11) service to localhost/127.0.0.1:40665 2024-11-12T14:20:49,034 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T14:20:49,035 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2130df5f-5207-5e57-2968-39a4a2b585ed/cluster_845df821-a9f1-dba8-9df2-449a547b5a7b/data/data1/current/BP-359098296-172.17.0.3-1731421221903 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:20:49,035 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2130df5f-5207-5e57-2968-39a4a2b585ed/cluster_845df821-a9f1-dba8-9df2-449a547b5a7b/data/data2/current/BP-359098296-172.17.0.3-1731421221903 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:20:49,035 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T14:20:49,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a6280e3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:20:49,040 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@140ffc81{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:20:49,040 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:20:49,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17b498a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:20:49,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@569071cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2130df5f-5207-5e57-2968-39a4a2b585ed/hadoop.log.dir/,STOPPED} 2024-11-12T14:20:49,046 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T14:20:49,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T14:20:49,069 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=202 (was 158) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40665 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:32929 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:32929 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:32929 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:40665 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40665 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40665 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:40665 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40665 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53191) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:32929 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53191) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32929 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=529 (was 596), ProcessCount=11 (was 11), AvailableMemoryMB=1385 (was 658) - AvailableMemoryMB LEAK? - 2024-11-12T14:20:49,078 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=202, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=529, ProcessCount=11, AvailableMemoryMB=1384 2024-11-12T14:20:49,090 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-12T14:20:49,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54c33d6-9651-91b0-f3de-a35efca32ac2/hadoop.log.dir so I do NOT create it in target/test-data/9def2d6f-7132-af46-a1c7-1bbd243fde9e 2024-11-12T14:20:49,090 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54c33d6-9651-91b0-f3de-a35efca32ac2/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T14:20:49,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54c33d6-9651-91b0-f3de-a35efca32ac2/hadoop.tmp.dir so I do NOT create it in target/test-data/9def2d6f-7132-af46-a1c7-1bbd243fde9e 2024-11-12T14:20:49,090 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54c33d6-9651-91b0-f3de-a35efca32ac2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T14:20:49,090 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def2d6f-7132-af46-a1c7-1bbd243fde9e 2024-11-12T14:20:49,090 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def2d6f-7132-af46-a1c7-1bbd243fde9e/cluster_a54a8343-b8a0-917e-2def-079e9015583a, deleteOnExit=true 2024-11-12T14:20:49,093 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def2d6f-7132-af46-a1c7-1bbd243fde9e/cluster_a54a8343-b8a0-917e-2def-079e9015583a/zookeeper_0, clientPort=59559, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def2d6f-7132-af46-a1c7-1bbd243fde9e/cluster_a54a8343-b8a0-917e-2def-079e9015583a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def2d6f-7132-af46-a1c7-1bbd243fde9e/cluster_a54a8343-b8a0-917e-2def-079e9015583a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T14:20:49,094 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59559 2024-11-12T14:20:49,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T14:20:49,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T14:20:49,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def2d6f-7132-af46-a1c7-1bbd243fde9e/test.cache.data in system properties and HBase conf 2024-11-12T14:20:49,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def2d6f-7132-af46-a1c7-1bbd243fde9e/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T14:20:49,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def2d6f-7132-af46-a1c7-1bbd243fde9e/hadoop.log.dir in system properties and HBase conf 2024-11-12T14:20:49,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def2d6f-7132-af46-a1c7-1bbd243fde9e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T14:20:49,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def2d6f-7132-af46-a1c7-1bbd243fde9e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T14:20:49,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T14:20:49,095 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T14:20:49,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def2d6f-7132-af46-a1c7-1bbd243fde9e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:20:49,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def2d6f-7132-af46-a1c7-1bbd243fde9e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:20:49,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def2d6f-7132-af46-a1c7-1bbd243fde9e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T14:20:49,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def2d6f-7132-af46-a1c7-1bbd243fde9e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:20:49,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def2d6f-7132-af46-a1c7-1bbd243fde9e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T14:20:49,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def2d6f-7132-af46-a1c7-1bbd243fde9e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T14:20:49,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def2d6f-7132-af46-a1c7-1bbd243fde9e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:20:49,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def2d6f-7132-af46-a1c7-1bbd243fde9e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:20:49,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def2d6f-7132-af46-a1c7-1bbd243fde9e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T14:20:49,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def2d6f-7132-af46-a1c7-1bbd243fde9e/nfs.dump.dir in system properties and HBase conf 2024-11-12T14:20:49,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def2d6f-7132-af46-a1c7-1bbd243fde9e/java.io.tmpdir in system properties and HBase conf 2024-11-12T14:20:49,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def2d6f-7132-af46-a1c7-1bbd243fde9e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:20:49,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def2d6f-7132-af46-a1c7-1bbd243fde9e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T14:20:49,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def2d6f-7132-af46-a1c7-1bbd243fde9e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T14:20:49,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012f6b2fa10002, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T14:20:49,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012f6b2fa10005, quorum=127.0.0.1:53191, baseZNode=/11184573460 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T14:20:49,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012f6b2fa10005, quorum=127.0.0.1:53191, baseZNode=/11184573460 Received Disconnected from ZooKeeper, ignoring 2024-11-12T14:20:49,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012f6b2fa10002, quorum=127.0.0.1:53191, baseZNode=/0599308974 Received Disconnected from ZooKeeper, ignoring 2024-11-12T14:20:49,450 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:20:49,455 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:20:49,456 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:20:49,456 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:20:49,456 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T14:20:49,457 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:20:49,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37c446ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def2d6f-7132-af46-a1c7-1bbd243fde9e/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:20:49,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a4f305d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:20:49,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5766711a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def2d6f-7132-af46-a1c7-1bbd243fde9e/java.io.tmpdir/jetty-localhost-42851-hadoop-hdfs-3_4_1-tests_jar-_-any-5618311928774374759/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:20:49,557 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69d6e998{HTTP/1.1, (http/1.1)}{localhost:42851} 2024-11-12T14:20:49,557 INFO [Time-limited test {}] server.Server(415): Started @166723ms 2024-11-12T14:20:49,802 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:20:49,802 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T14:20:49,802 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T14:20:49,802 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:20:49,895 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:20:49,898 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:20:49,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:20:49,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:20:49,900 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T14:20:49,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78fb1ca4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def2d6f-7132-af46-a1c7-1bbd243fde9e/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:20:49,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e27cbff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:20:50,000 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31baa63a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def2d6f-7132-af46-a1c7-1bbd243fde9e/java.io.tmpdir/jetty-localhost-44649-hadoop-hdfs-3_4_1-tests_jar-_-any-4687601535537474080/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:20:50,001 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7afe8a23{HTTP/1.1, (http/1.1)}{localhost:44649} 2024-11-12T14:20:50,001 INFO [Time-limited test {}] server.Server(415): Started @167167ms 2024-11-12T14:20:50,002 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T14:20:50,668 WARN [Thread-1673 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def2d6f-7132-af46-a1c7-1bbd243fde9e/cluster_a54a8343-b8a0-917e-2def-079e9015583a/data/data2/current/BP-123084219-172.17.0.3-1731421249128/current, will proceed with Du for space computation calculation, 2024-11-12T14:20:50,668 WARN [Thread-1672 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def2d6f-7132-af46-a1c7-1bbd243fde9e/cluster_a54a8343-b8a0-917e-2def-079e9015583a/data/data1/current/BP-123084219-172.17.0.3-1731421249128/current, will proceed with Du for space computation calculation, 2024-11-12T14:20:50,686 WARN [Thread-1660 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T14:20:50,688 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1f4c248725f59cb8 with lease ID 0xf02c034c6ece4a20: Processing first storage report for DS-ec48ed01-bc34-4857-8e9b-2e295467d73e from datanode DatanodeRegistration(127.0.0.1:44679, datanodeUuid=c6af44e8-7834-44db-9bd5-b25fa1d97b07, infoPort=33395, infoSecurePort=0, ipcPort=40705, storageInfo=lv=-57;cid=testClusterID;nsid=729242107;c=1731421249128) 2024-11-12T14:20:50,688 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1f4c248725f59cb8 with lease ID 0xf02c034c6ece4a20: from storage DS-ec48ed01-bc34-4857-8e9b-2e295467d73e node DatanodeRegistration(127.0.0.1:44679, datanodeUuid=c6af44e8-7834-44db-9bd5-b25fa1d97b07, infoPort=33395, infoSecurePort=0, ipcPort=40705, storageInfo=lv=-57;cid=testClusterID;nsid=729242107;c=1731421249128), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:20:50,688 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1f4c248725f59cb8 with lease ID 0xf02c034c6ece4a20: Processing first storage report for DS-28b0a2c2-45b9-488a-907f-0f911b8eb982 from datanode DatanodeRegistration(127.0.0.1:44679, datanodeUuid=c6af44e8-7834-44db-9bd5-b25fa1d97b07, infoPort=33395, infoSecurePort=0, ipcPort=40705, storageInfo=lv=-57;cid=testClusterID;nsid=729242107;c=1731421249128) 2024-11-12T14:20:50,688 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1f4c248725f59cb8 with lease ID 0xf02c034c6ece4a20: from storage DS-28b0a2c2-45b9-488a-907f-0f911b8eb982 node DatanodeRegistration(127.0.0.1:44679, datanodeUuid=c6af44e8-7834-44db-9bd5-b25fa1d97b07, infoPort=33395, infoSecurePort=0, ipcPort=40705, storageInfo=lv=-57;cid=testClusterID;nsid=729242107;c=1731421249128), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:20:50,742 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def2d6f-7132-af46-a1c7-1bbd243fde9e 2024-11-12T14:20:50,742 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:20:50,743 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:20:50,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741825_1001 (size=7) 2024-11-12T14:20:51,150 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc with version=8 2024-11-12T14:20:51,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/hbase-staging 2024-11-12T14:20:51,152 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:20:51,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:20:51,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:20:51,152 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:20:51,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:20:51,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:20:51,152 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T14:20:51,152 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:20:51,153 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39297 2024-11-12T14:20:51,154 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39297 connecting to ZooKeeper ensemble=127.0.0.1:59559 2024-11-12T14:20:51,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:392970x0, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:20:51,303 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39297-0x1012f6b99f00000 connected 2024-11-12T14:20:51,426 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:20:51,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:20:51,429 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39297-0x1012f6b99f00000, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Set watcher on znode that does not yet exist, /0-913330802/running 2024-11-12T14:20:51,429 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc, hbase.cluster.distributed=false 2024-11-12T14:20:51,431 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39297-0x1012f6b99f00000, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Set watcher on znode that does not yet exist, /0-913330802/acl 2024-11-12T14:20:51,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39297 2024-11-12T14:20:51,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39297 2024-11-12T14:20:51,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39297 2024-11-12T14:20:51,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39297 2024-11-12T14:20:51,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39297 2024-11-12T14:20:51,449 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:20:51,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:20:51,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:20:51,449 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:20:51,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:20:51,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:20:51,449 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T14:20:51,450 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:20:51,451 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44473 2024-11-12T14:20:51,453 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44473 connecting to ZooKeeper ensemble=127.0.0.1:59559 2024-11-12T14:20:51,453 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:20:51,455 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:20:51,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444730x0, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:20:51,468 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444730x0, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Set watcher on znode that does not yet exist, /0-913330802/running 2024-11-12T14:20:51,468 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44473-0x1012f6b99f00001 connected 2024-11-12T14:20:51,468 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T14:20:51,471 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T14:20:51,472 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44473-0x1012f6b99f00001, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Set watcher on znode that does not yet exist, /0-913330802/master 2024-11-12T14:20:51,473 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44473-0x1012f6b99f00001, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Set watcher on znode that does not yet exist, /0-913330802/acl 2024-11-12T14:20:51,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44473 2024-11-12T14:20:51,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44473 2024-11-12T14:20:51,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44473 2024-11-12T14:20:51,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44473 2024-11-12T14:20:51,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44473 2024-11-12T14:20:51,497 DEBUG [M:0;2b6d221c5cde:39297 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b6d221c5cde:39297 2024-11-12T14:20:51,497 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-913330802/backup-masters/2b6d221c5cde,39297,1731421251152 2024-11-12T14:20:51,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44473-0x1012f6b99f00001, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-913330802/backup-masters 2024-11-12T14:20:51,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39297-0x1012f6b99f00000, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-913330802/backup-masters 2024-11-12T14:20:51,510 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39297-0x1012f6b99f00000, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Set watcher on existing znode=/0-913330802/backup-masters/2b6d221c5cde,39297,1731421251152 2024-11-12T14:20:51,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44473-0x1012f6b99f00001, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-913330802/master 2024-11-12T14:20:51,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39297-0x1012f6b99f00000, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-913330802 2024-11-12T14:20:51,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44473-0x1012f6b99f00001, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-913330802 2024-11-12T14:20:51,520 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39297-0x1012f6b99f00000, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Set watcher on existing znode=/0-913330802/master 2024-11-12T14:20:51,521 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-913330802/backup-masters/2b6d221c5cde,39297,1731421251152 from backup master directory 2024-11-12T14:20:51,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44473-0x1012f6b99f00001, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-913330802/backup-masters 2024-11-12T14:20:51,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39297-0x1012f6b99f00000, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-913330802/backup-masters/2b6d221c5cde,39297,1731421251152 2024-11-12T14:20:51,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39297-0x1012f6b99f00000, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-913330802/backup-masters 2024-11-12T14:20:51,530 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:20:51,531 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b6d221c5cde,39297,1731421251152 2024-11-12T14:20:51,534 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/hbase.id] with ID: a516ef03-0219-430d-a41d-1721e3d3ab21 2024-11-12T14:20:51,534 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/.tmp/hbase.id 2024-11-12T14:20:51,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741826_1002 (size=42) 2024-11-12T14:20:51,541 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/.tmp/hbase.id]:[hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/hbase.id] 2024-11-12T14:20:51,552 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:20:51,552 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T14:20:51,553 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T14:20:51,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44473-0x1012f6b99f00001, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-913330802 2024-11-12T14:20:51,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39297-0x1012f6b99f00000, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-913330802 2024-11-12T14:20:51,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741827_1003 (size=196) 2024-11-12T14:20:51,972 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:20:51,973 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T14:20:51,973 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:20:51,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741828_1004 (size=1189) 2024-11-12T14:20:52,355 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T14:20:52,379 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/MasterData/data/master/store 2024-11-12T14:20:52,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741829_1005 (size=34) 2024-11-12T14:20:52,384 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:20:52,385 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:20:52,385 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:20:52,385 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:20:52,385 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:20:52,385 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:20:52,385 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:20:52,385 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421252384Disabling compacts and flushes for region at 1731421252384Disabling writes for close at 1731421252385 (+1 ms)Writing region close event to WAL at 1731421252385Closed at 1731421252385 2024-11-12T14:20:52,385 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/MasterData/data/master/store/.initializing 2024-11-12T14:20:52,386 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/MasterData/WALs/2b6d221c5cde,39297,1731421251152 2024-11-12T14:20:52,386 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:20:52,387 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C39297%2C1731421251152, suffix=, logDir=hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/MasterData/WALs/2b6d221c5cde,39297,1731421251152, archiveDir=hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/MasterData/oldWALs, maxLogs=10 2024-11-12T14:20:52,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:20:52,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:20:52,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:20:52,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:20:52,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:20:52,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:20:52,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:20:52,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:20:52,399 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/MasterData/WALs/2b6d221c5cde,39297,1731421251152/2b6d221c5cde%2C39297%2C1731421251152.1731421252388, exclude list is [], retry=0 2024-11-12T14:20:52,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44679,DS-ec48ed01-bc34-4857-8e9b-2e295467d73e,DISK] 2024-11-12T14:20:52,403 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/MasterData/WALs/2b6d221c5cde,39297,1731421251152/2b6d221c5cde%2C39297%2C1731421251152.1731421252388 2024-11-12T14:20:52,403 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33395:33395)] 2024-11-12T14:20:52,403 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:20:52,404 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:20:52,404 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:52,404 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:52,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:52,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T14:20:52,406 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:52,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:20:52,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:52,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T14:20:52,407 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:52,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:20:52,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:52,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T14:20:52,408 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:52,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:20:52,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:52,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T14:20:52,409 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:52,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:20:52,410 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:52,410 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:52,410 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:52,411 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:52,411 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:52,412 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:20:52,413 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:52,414 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:20:52,415 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70261913, jitterRate=0.04698409140110016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:20:52,415 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731421252404Initializing all the Stores at 1731421252405 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421252405Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421252405Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421252405Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421252405Cleaning up temporary data from old regions at 1731421252411 (+6 ms)Region opened successfully at 1731421252415 (+4 ms) 2024-11-12T14:20:52,416 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T14:20:52,419 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@265a7d26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:20:52,419 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T14:20:52,419 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T14:20:52,419 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T14:20:52,420 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T14:20:52,420 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T14:20:52,420 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T14:20:52,420 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T14:20:52,422 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T14:20:52,423 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39297-0x1012f6b99f00000, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Unable to get data of znode /0-913330802/balancer because node does not exist (not necessarily an error) 2024-11-12T14:20:52,476 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-913330802/balancer already deleted, retry=false 2024-11-12T14:20:52,476 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T14:20:52,477 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39297-0x1012f6b99f00000, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Unable to get data of znode /0-913330802/normalizer because node does not exist (not necessarily an error) 2024-11-12T14:20:52,488 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-913330802/normalizer already deleted, retry=false 2024-11-12T14:20:52,489 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T14:20:52,490 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39297-0x1012f6b99f00000, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Unable to get data of znode /0-913330802/switch/split because node does not exist (not necessarily an error) 2024-11-12T14:20:52,509 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-913330802/switch/split already deleted, retry=false 2024-11-12T14:20:52,510 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39297-0x1012f6b99f00000, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Unable to get data of znode /0-913330802/switch/merge because node does not exist (not necessarily an error) 2024-11-12T14:20:52,530 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-913330802/switch/merge already deleted, retry=false 2024-11-12T14:20:52,532 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39297-0x1012f6b99f00000, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Unable to get data of znode /0-913330802/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T14:20:52,551 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-913330802/snapshot-cleanup already deleted, retry=false 2024-11-12T14:20:52,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39297-0x1012f6b99f00000, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-913330802/running 2024-11-12T14:20:52,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44473-0x1012f6b99f00001, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-913330802/running 2024-11-12T14:20:52,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44473-0x1012f6b99f00001, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-913330802 2024-11-12T14:20:52,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39297-0x1012f6b99f00000, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-913330802 2024-11-12T14:20:52,585 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b6d221c5cde,39297,1731421251152, sessionid=0x1012f6b99f00000, setting cluster-up flag (Was=false) 2024-11-12T14:20:52,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39297-0x1012f6b99f00000, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-913330802 2024-11-12T14:20:52,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44473-0x1012f6b99f00001, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-913330802 2024-11-12T14:20:52,646 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-913330802/flush-table-proc/acquired, /0-913330802/flush-table-proc/reached, /0-913330802/flush-table-proc/abort 2024-11-12T14:20:52,647 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,39297,1731421251152 2024-11-12T14:20:52,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39297-0x1012f6b99f00000, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-913330802 2024-11-12T14:20:52,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44473-0x1012f6b99f00001, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-913330802 2024-11-12T14:20:52,699 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-913330802/online-snapshot/acquired, /0-913330802/online-snapshot/reached, /0-913330802/online-snapshot/abort 2024-11-12T14:20:52,700 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,39297,1731421251152 2024-11-12T14:20:52,701 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T14:20:52,702 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T14:20:52,702 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T14:20:52,702 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T14:20:52,702 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b6d221c5cde,39297,1731421251152 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T14:20:52,703 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:20:52,703 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:20:52,703 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:20:52,703 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:20:52,703 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b6d221c5cde:0, corePoolSize=10, maxPoolSize=10 2024-11-12T14:20:52,703 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:20:52,704 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:20:52,704 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:20:52,707 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731421282706 2024-11-12T14:20:52,707 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T14:20:52,707 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T14:20:52,707 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T14:20:52,707 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T14:20:52,707 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T14:20:52,707 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T14:20:52,707 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:52,707 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:20:52,707 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T14:20:52,707 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T14:20:52,707 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T14:20:52,707 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T14:20:52,708 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T14:20:52,708 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T14:20:52,708 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T14:20:52,708 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421252708,5,FailOnTimeoutGroup] 2024-11-12T14:20:52,708 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:52,709 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421252708,5,FailOnTimeoutGroup] 2024-11-12T14:20:52,709 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:52,709 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T14:20:52,709 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:52,709 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:52,709 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T14:20:52,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741831_1007 (size=1321) 2024-11-12T14:20:52,795 INFO [RS:0;2b6d221c5cde:44473 {}] regionserver.HRegionServer(746): ClusterId : a516ef03-0219-430d-a41d-1721e3d3ab21 2024-11-12T14:20:52,795 DEBUG [RS:0;2b6d221c5cde:44473 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T14:20:52,805 DEBUG [RS:0;2b6d221c5cde:44473 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T14:20:52,805 DEBUG [RS:0;2b6d221c5cde:44473 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T14:20:52,815 DEBUG [RS:0;2b6d221c5cde:44473 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T14:20:52,816 DEBUG [RS:0;2b6d221c5cde:44473 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d78f3f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:20:52,830 DEBUG [RS:0;2b6d221c5cde:44473 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b6d221c5cde:44473 2024-11-12T14:20:52,830 INFO [RS:0;2b6d221c5cde:44473 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T14:20:52,830 INFO [RS:0;2b6d221c5cde:44473 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T14:20:52,830 DEBUG [RS:0;2b6d221c5cde:44473 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T14:20:52,832 INFO [RS:0;2b6d221c5cde:44473 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b6d221c5cde,39297,1731421251152 with port=44473, startcode=1731421251449 2024-11-12T14:20:52,832 DEBUG [RS:0;2b6d221c5cde:44473 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T14:20:52,833 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T14:20:52,834 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39297 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b6d221c5cde,44473,1731421251449 2024-11-12T14:20:52,834 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39297 {}] master.ServerManager(517): Registering regionserver=2b6d221c5cde,44473,1731421251449 2024-11-12T14:20:52,835 DEBUG [RS:0;2b6d221c5cde:44473 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc 2024-11-12T14:20:52,835 DEBUG [RS:0;2b6d221c5cde:44473 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34997 2024-11-12T14:20:52,835 DEBUG [RS:0;2b6d221c5cde:44473 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T14:20:52,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39297-0x1012f6b99f00000, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-913330802/rs 2024-11-12T14:20:52,847 DEBUG [RS:0;2b6d221c5cde:44473 {}] zookeeper.ZKUtil(111): regionserver:44473-0x1012f6b99f00001, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Set watcher on existing znode=/0-913330802/rs/2b6d221c5cde,44473,1731421251449 2024-11-12T14:20:52,847 WARN [RS:0;2b6d221c5cde:44473 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:20:52,847 INFO [RS:0;2b6d221c5cde:44473 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:20:52,847 DEBUG [RS:0;2b6d221c5cde:44473 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/WALs/2b6d221c5cde,44473,1731421251449 2024-11-12T14:20:52,847 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b6d221c5cde,44473,1731421251449] 2024-11-12T14:20:52,850 INFO [RS:0;2b6d221c5cde:44473 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T14:20:52,851 INFO [RS:0;2b6d221c5cde:44473 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T14:20:52,852 INFO [RS:0;2b6d221c5cde:44473 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T14:20:52,852 INFO [RS:0;2b6d221c5cde:44473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:52,856 INFO [RS:0;2b6d221c5cde:44473 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T14:20:52,857 INFO [RS:0;2b6d221c5cde:44473 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T14:20:52,857 INFO [RS:0;2b6d221c5cde:44473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:52,857 DEBUG [RS:0;2b6d221c5cde:44473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:20:52,857 DEBUG [RS:0;2b6d221c5cde:44473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:20:52,857 DEBUG [RS:0;2b6d221c5cde:44473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:20:52,857 DEBUG [RS:0;2b6d221c5cde:44473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:20:52,857 DEBUG [RS:0;2b6d221c5cde:44473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:20:52,857 DEBUG [RS:0;2b6d221c5cde:44473 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:20:52,857 DEBUG [RS:0;2b6d221c5cde:44473 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:20:52,857 DEBUG [RS:0;2b6d221c5cde:44473 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:20:52,857 DEBUG [RS:0;2b6d221c5cde:44473 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:20:52,858 DEBUG [RS:0;2b6d221c5cde:44473 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:20:52,858 DEBUG [RS:0;2b6d221c5cde:44473 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:20:52,858 DEBUG [RS:0;2b6d221c5cde:44473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:20:52,858 DEBUG [RS:0;2b6d221c5cde:44473 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:20:52,858 DEBUG [RS:0;2b6d221c5cde:44473 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:20:52,860 INFO [RS:0;2b6d221c5cde:44473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:52,860 INFO [RS:0;2b6d221c5cde:44473 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:52,860 INFO [RS:0;2b6d221c5cde:44473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:52,860 INFO [RS:0;2b6d221c5cde:44473 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:52,860 INFO [RS:0;2b6d221c5cde:44473 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:52,860 INFO [RS:0;2b6d221c5cde:44473 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,44473,1731421251449-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:20:52,880 INFO [RS:0;2b6d221c5cde:44473 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T14:20:52,880 INFO [RS:0;2b6d221c5cde:44473 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,44473,1731421251449-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:52,881 INFO [RS:0;2b6d221c5cde:44473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:52,881 INFO [RS:0;2b6d221c5cde:44473 {}] regionserver.Replication(171): 2b6d221c5cde,44473,1731421251449 started 2024-11-12T14:20:52,897 INFO [RS:0;2b6d221c5cde:44473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:52,897 INFO [RS:0;2b6d221c5cde:44473 {}] regionserver.HRegionServer(1482): Serving as 2b6d221c5cde,44473,1731421251449, RpcServer on 2b6d221c5cde/172.17.0.3:44473, sessionid=0x1012f6b99f00001 2024-11-12T14:20:52,897 DEBUG [RS:0;2b6d221c5cde:44473 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T14:20:52,897 DEBUG [RS:0;2b6d221c5cde:44473 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b6d221c5cde,44473,1731421251449 2024-11-12T14:20:52,897 DEBUG [RS:0;2b6d221c5cde:44473 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,44473,1731421251449' 2024-11-12T14:20:52,897 DEBUG [RS:0;2b6d221c5cde:44473 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-913330802/flush-table-proc/abort' 2024-11-12T14:20:52,897 DEBUG [RS:0;2b6d221c5cde:44473 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-913330802/flush-table-proc/acquired' 2024-11-12T14:20:52,898 DEBUG [RS:0;2b6d221c5cde:44473 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T14:20:52,898 DEBUG [RS:0;2b6d221c5cde:44473 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T14:20:52,898 DEBUG [RS:0;2b6d221c5cde:44473 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b6d221c5cde,44473,1731421251449 2024-11-12T14:20:52,898 DEBUG [RS:0;2b6d221c5cde:44473 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,44473,1731421251449' 2024-11-12T14:20:52,898 DEBUG [RS:0;2b6d221c5cde:44473 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-913330802/online-snapshot/abort' 2024-11-12T14:20:52,898 DEBUG [RS:0;2b6d221c5cde:44473 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-913330802/online-snapshot/acquired' 2024-11-12T14:20:52,898 DEBUG [RS:0;2b6d221c5cde:44473 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T14:20:52,899 INFO [RS:0;2b6d221c5cde:44473 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T14:20:52,899 INFO [RS:0;2b6d221c5cde:44473 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T14:20:52,999 INFO [RS:0;2b6d221c5cde:44473 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:20:53,000 INFO [RS:0;2b6d221c5cde:44473 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C44473%2C1731421251449, suffix=, logDir=hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/WALs/2b6d221c5cde,44473,1731421251449, archiveDir=hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/oldWALs, maxLogs=10 2024-11-12T14:20:53,018 DEBUG [RS:0;2b6d221c5cde:44473 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/WALs/2b6d221c5cde,44473,1731421251449/2b6d221c5cde%2C44473%2C1731421251449.1731421253001, exclude list is [], retry=0 2024-11-12T14:20:53,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44679,DS-ec48ed01-bc34-4857-8e9b-2e295467d73e,DISK] 2024-11-12T14:20:53,031 INFO [RS:0;2b6d221c5cde:44473 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/WALs/2b6d221c5cde,44473,1731421251449/2b6d221c5cde%2C44473%2C1731421251449.1731421253001 2024-11-12T14:20:53,031 DEBUG [RS:0;2b6d221c5cde:44473 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33395:33395)] 2024-11-12T14:20:53,120 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T14:20:53,120 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc 2024-11-12T14:20:53,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741833_1009 (size=32) 2024-11-12T14:20:53,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:20:53,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:20:53,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:20:53,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:53,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:20:53,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:20:53,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:20:53,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:53,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:20:53,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:20:53,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:20:53,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:53,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:20:53,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:20:53,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:20:53,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:53,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:20:53,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:20:53,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/hbase/meta/1588230740 2024-11-12T14:20:53,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/hbase/meta/1588230740 2024-11-12T14:20:53,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:20:53,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:20:53,534 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:20:53,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:20:53,536 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:20:53,537 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60991995, jitterRate=-0.09114845097064972}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:20:53,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731421253526Initializing all the Stores at 1731421253526Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421253527 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421253527Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421253527Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421253527Cleaning up temporary data from old regions at 1731421253534 (+7 ms)Region opened successfully at 1731421253537 (+3 ms) 2024-11-12T14:20:53,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:20:53,537 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:20:53,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:20:53,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:20:53,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:20:53,538 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:20:53,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421253537Disabling compacts and flushes for region at 1731421253537Disabling writes for close at 1731421253537Writing region close event to WAL at 1731421253538 (+1 ms)Closed at 1731421253538 2024-11-12T14:20:53,539 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:20:53,539 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T14:20:53,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T14:20:53,539 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:20:53,540 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T14:20:53,690 DEBUG [2b6d221c5cde:39297 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T14:20:53,691 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b6d221c5cde,44473,1731421251449 2024-11-12T14:20:53,692 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,44473,1731421251449, state=OPENING 2024-11-12T14:20:53,740 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T14:20:53,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39297-0x1012f6b99f00000, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-913330802 2024-11-12T14:20:53,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44473-0x1012f6b99f00001, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-913330802 2024-11-12T14:20:53,752 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-913330802/meta-region-server: CHANGED 2024-11-12T14:20:53,752 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-913330802/meta-region-server: CHANGED 2024-11-12T14:20:53,753 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:20:53,753 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,44473,1731421251449}] 2024-11-12T14:20:53,905 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:20:53,906 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54113, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T14:20:53,909 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T14:20:53,909 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:20:53,909 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T14:20:53,910 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C44473%2C1731421251449.meta, suffix=.meta, logDir=hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/WALs/2b6d221c5cde,44473,1731421251449, archiveDir=hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/oldWALs, maxLogs=10 2024-11-12T14:20:53,922 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/WALs/2b6d221c5cde,44473,1731421251449/2b6d221c5cde%2C44473%2C1731421251449.meta.1731421253910.meta, exclude list is [], retry=0 2024-11-12T14:20:53,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44679,DS-ec48ed01-bc34-4857-8e9b-2e295467d73e,DISK] 2024-11-12T14:20:53,925 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/WALs/2b6d221c5cde,44473,1731421251449/2b6d221c5cde%2C44473%2C1731421251449.meta.1731421253910.meta 2024-11-12T14:20:53,925 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33395:33395)] 2024-11-12T14:20:53,925 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:20:53,925 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:20:53,925 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T14:20:53,925 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T14:20:53,925 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T14:20:53,926 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T14:20:53,926 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:20:53,926 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T14:20:53,926 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T14:20:53,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:20:53,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:20:53,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:53,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:20:53,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:20:53,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:20:53,929 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:53,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:20:53,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:20:53,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:20:53,929 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:53,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:20:53,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:20:53,930 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:20:53,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:53,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:20:53,931 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:20:53,931 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/hbase/meta/1588230740 2024-11-12T14:20:53,932 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/hbase/meta/1588230740 2024-11-12T14:20:53,933 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:20:53,933 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:20:53,933 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:20:53,934 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:20:53,934 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62998053, jitterRate=-0.06125585734844208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:20:53,935 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T14:20:53,935 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731421253926Writing region info on filesystem at 1731421253926Initializing all the Stores at 1731421253927 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421253927Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421253927Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421253927Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421253927Cleaning up temporary data from old regions at 1731421253933 (+6 ms)Running coprocessor post-open hooks at 1731421253935 (+2 ms)Region opened successfully at 1731421253935 2024-11-12T14:20:53,936 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731421253905 2024-11-12T14:20:53,937 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T14:20:53,938 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T14:20:53,938 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,44473,1731421251449 2024-11-12T14:20:53,939 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,44473,1731421251449, state=OPEN 2024-11-12T14:20:54,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39297-0x1012f6b99f00000, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-913330802/meta-region-server 2024-11-12T14:20:54,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44473-0x1012f6b99f00001, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-913330802/meta-region-server 2024-11-12T14:20:54,000 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b6d221c5cde,44473,1731421251449 2024-11-12T14:20:54,001 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-913330802/meta-region-server: CHANGED 2024-11-12T14:20:54,001 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-913330802/meta-region-server: CHANGED 2024-11-12T14:20:54,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T14:20:54,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,44473,1731421251449 in 248 msec 2024-11-12T14:20:54,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T14:20:54,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 463 msec 2024-11-12T14:20:54,004 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:20:54,004 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T14:20:54,006 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:20:54,006 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,44473,1731421251449, seqNum=-1] 2024-11-12T14:20:54,006 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:20:54,007 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41247, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:20:54,011 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3090 sec 2024-11-12T14:20:54,011 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731421254011, completionTime=-1 2024-11-12T14:20:54,011 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T14:20:54,011 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T14:20:54,013 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T14:20:54,013 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731421314013 2024-11-12T14:20:54,013 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731421374013 2024-11-12T14:20:54,013 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T14:20:54,013 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,39297,1731421251152-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:54,013 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,39297,1731421251152-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:54,013 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,39297,1731421251152-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:54,013 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b6d221c5cde:39297, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:54,013 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:54,013 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:54,015 DEBUG [master/2b6d221c5cde:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T14:20:54,017 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.485sec 2024-11-12T14:20:54,017 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T14:20:54,017 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T14:20:54,017 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T14:20:54,017 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T14:20:54,017 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T14:20:54,017 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,39297,1731421251152-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:20:54,017 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,39297,1731421251152-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T14:20:54,019 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T14:20:54,019 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T14:20:54,019 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,39297,1731421251152-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:20:54,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a35ba62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:20:54,095 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,39297,-1 for getting cluster id 2024-11-12T14:20:54,096 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:20:54,097 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a516ef03-0219-430d-a41d-1721e3d3ab21' 2024-11-12T14:20:54,097 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:20:54,097 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a516ef03-0219-430d-a41d-1721e3d3ab21" 2024-11-12T14:20:54,097 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f77d844, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:20:54,097 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,39297,-1] 2024-11-12T14:20:54,097 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:20:54,098 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:20:54,098 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:20:54,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4909ca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:20:54,099 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:20:54,100 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,44473,1731421251449, seqNum=-1] 2024-11-12T14:20:54,100 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:20:54,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:20:54,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b6d221c5cde,39297,1731421251152 2024-11-12T14:20:54,104 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59559 2024-11-12T14:20:54,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:20:54,120 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012f6b99f00002 connected 2024-11-12T14:20:54,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def2d6f-7132-af46-a1c7-1bbd243fde9e/hadoop.log.dir so I do NOT create it in target/test-data/e429035a-6881-7ef8-9a06-3826f855191f 2024-11-12T14:20:54,133 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def2d6f-7132-af46-a1c7-1bbd243fde9e/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T14:20:54,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def2d6f-7132-af46-a1c7-1bbd243fde9e/hadoop.tmp.dir so I do NOT create it in target/test-data/e429035a-6881-7ef8-9a06-3826f855191f 2024-11-12T14:20:54,133 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def2d6f-7132-af46-a1c7-1bbd243fde9e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T14:20:54,133 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e429035a-6881-7ef8-9a06-3826f855191f 2024-11-12T14:20:54,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T14:20:54,133 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e429035a-6881-7ef8-9a06-3826f855191f/cluster_f6459420-22d6-ec2a-2aa3-ae0c9e5a99d2, deleteOnExit=true 2024-11-12T14:20:54,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T14:20:54,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e429035a-6881-7ef8-9a06-3826f855191f/test.cache.data in system properties and HBase conf 2024-11-12T14:20:54,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e429035a-6881-7ef8-9a06-3826f855191f/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T14:20:54,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e429035a-6881-7ef8-9a06-3826f855191f/hadoop.log.dir in system properties and HBase conf 2024-11-12T14:20:54,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e429035a-6881-7ef8-9a06-3826f855191f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T14:20:54,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e429035a-6881-7ef8-9a06-3826f855191f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T14:20:54,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T14:20:54,133 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T14:20:54,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e429035a-6881-7ef8-9a06-3826f855191f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:20:54,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e429035a-6881-7ef8-9a06-3826f855191f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:20:54,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e429035a-6881-7ef8-9a06-3826f855191f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T14:20:54,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e429035a-6881-7ef8-9a06-3826f855191f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:20:54,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e429035a-6881-7ef8-9a06-3826f855191f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T14:20:54,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e429035a-6881-7ef8-9a06-3826f855191f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T14:20:54,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e429035a-6881-7ef8-9a06-3826f855191f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:20:54,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e429035a-6881-7ef8-9a06-3826f855191f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:20:54,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e429035a-6881-7ef8-9a06-3826f855191f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T14:20:54,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e429035a-6881-7ef8-9a06-3826f855191f/nfs.dump.dir in system properties and HBase conf 2024-11-12T14:20:54,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e429035a-6881-7ef8-9a06-3826f855191f/java.io.tmpdir in system properties and HBase conf 2024-11-12T14:20:54,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e429035a-6881-7ef8-9a06-3826f855191f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:20:54,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e429035a-6881-7ef8-9a06-3826f855191f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T14:20:54,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e429035a-6881-7ef8-9a06-3826f855191f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T14:20:54,696 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:20:54,699 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:20:54,701 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:20:54,701 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:20:54,701 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T14:20:54,702 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:20:54,702 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42980d1b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e429035a-6881-7ef8-9a06-3826f855191f/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:20:54,702 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bf0668d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:20:54,831 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f960172{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e429035a-6881-7ef8-9a06-3826f855191f/java.io.tmpdir/jetty-localhost-45711-hadoop-hdfs-3_4_1-tests_jar-_-any-7477205586722869055/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:20:54,832 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72fd22da{HTTP/1.1, (http/1.1)}{localhost:45711} 2024-11-12T14:20:54,832 INFO [Time-limited test {}] server.Server(415): Started @171998ms 2024-11-12T14:20:55,131 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:20:55,135 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:20:55,136 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:20:55,136 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:20:55,136 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T14:20:55,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b909903{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e429035a-6881-7ef8-9a06-3826f855191f/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:20:55,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c275192{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:20:55,243 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76195f19{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e429035a-6881-7ef8-9a06-3826f855191f/java.io.tmpdir/jetty-localhost-36023-hadoop-hdfs-3_4_1-tests_jar-_-any-18320481497879668215/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:20:55,243 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27510ba6{HTTP/1.1, (http/1.1)}{localhost:36023} 2024-11-12T14:20:55,243 INFO [Time-limited test {}] server.Server(415): Started @172409ms 2024-11-12T14:20:55,245 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T14:20:56,277 WARN [Thread-1793 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e429035a-6881-7ef8-9a06-3826f855191f/cluster_f6459420-22d6-ec2a-2aa3-ae0c9e5a99d2/data/data1/current/BP-1215273268-172.17.0.3-1731421254153/current, will proceed with Du for space computation calculation, 2024-11-12T14:20:56,280 WARN [Thread-1794 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e429035a-6881-7ef8-9a06-3826f855191f/cluster_f6459420-22d6-ec2a-2aa3-ae0c9e5a99d2/data/data2/current/BP-1215273268-172.17.0.3-1731421254153/current, will proceed with Du for space computation calculation, 2024-11-12T14:20:56,394 WARN [Thread-1781 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T14:20:56,408 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x18e700f9e1515c12 with lease ID 0x4d1f72aa31a253ab: Processing first storage report for DS-b7b2a167-d575-44a6-b274-aba0c5c4479a from datanode DatanodeRegistration(127.0.0.1:34447, datanodeUuid=1f7ba819-151d-43b5-b69a-56618082ac2a, infoPort=39595, infoSecurePort=0, ipcPort=39403, storageInfo=lv=-57;cid=testClusterID;nsid=1167575443;c=1731421254153) 2024-11-12T14:20:56,408 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x18e700f9e1515c12 with lease ID 0x4d1f72aa31a253ab: from storage DS-b7b2a167-d575-44a6-b274-aba0c5c4479a node DatanodeRegistration(127.0.0.1:34447, datanodeUuid=1f7ba819-151d-43b5-b69a-56618082ac2a, infoPort=39595, infoSecurePort=0, ipcPort=39403, storageInfo=lv=-57;cid=testClusterID;nsid=1167575443;c=1731421254153), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:20:56,408 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x18e700f9e1515c12 with lease ID 0x4d1f72aa31a253ab: Processing first storage report for DS-0823d76d-f5b3-4353-aaab-7e9f8c32f2ff from datanode DatanodeRegistration(127.0.0.1:34447, datanodeUuid=1f7ba819-151d-43b5-b69a-56618082ac2a, infoPort=39595, infoSecurePort=0, ipcPort=39403, storageInfo=lv=-57;cid=testClusterID;nsid=1167575443;c=1731421254153) 2024-11-12T14:20:56,408 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x18e700f9e1515c12 with lease ID 0x4d1f72aa31a253ab: from storage DS-0823d76d-f5b3-4353-aaab-7e9f8c32f2ff node DatanodeRegistration(127.0.0.1:34447, datanodeUuid=1f7ba819-151d-43b5-b69a-56618082ac2a, infoPort=39595, infoSecurePort=0, ipcPort=39403, storageInfo=lv=-57;cid=testClusterID;nsid=1167575443;c=1731421254153), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:20:56,495 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e429035a-6881-7ef8-9a06-3826f855191f 2024-11-12T14:20:56,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:20:56,497 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:20:56,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34447 is added to blk_1073741825_1001 (size=7) 2024-11-12T14:20:56,521 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1 with version=8 2024-11-12T14:20:56,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/hbase-staging 2024-11-12T14:20:56,523 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:20:56,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:20:56,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:20:56,523 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:20:56,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:20:56,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:20:56,523 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T14:20:56,524 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:20:56,534 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36371 2024-11-12T14:20:56,535 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36371 connecting to ZooKeeper ensemble=127.0.0.1:59559 2024-11-12T14:20:56,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:363710x0, quorum=127.0.0.1:59559, baseZNode=/1573554667 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:20:56,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36371-0x1012f6b99f00003 connected 2024-11-12T14:20:56,804 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:20:56,806 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:20:56,812 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36371-0x1012f6b99f00003, quorum=127.0.0.1:59559, baseZNode=/1573554667 Set watcher on znode that does not yet exist, /1573554667/running 2024-11-12T14:20:56,812 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1, hbase.cluster.distributed=false 2024-11-12T14:20:56,814 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36371-0x1012f6b99f00003, quorum=127.0.0.1:59559, baseZNode=/1573554667 Set watcher on znode that does not yet exist, /1573554667/acl 2024-11-12T14:20:56,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36371 2024-11-12T14:20:56,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36371 2024-11-12T14:20:56,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36371 2024-11-12T14:20:56,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36371 2024-11-12T14:20:56,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36371 2024-11-12T14:20:56,849 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:20:56,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:20:56,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:20:56,849 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:20:56,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:20:56,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:20:56,849 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T14:20:56,850 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:20:56,850 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38887 2024-11-12T14:20:56,854 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38887 connecting to ZooKeeper ensemble=127.0.0.1:59559 2024-11-12T14:20:56,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:20:56,857 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:20:56,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388870x0, quorum=127.0.0.1:59559, baseZNode=/1573554667 Set watcher on znode that does not yet exist, /1573554667/running 2024-11-12T14:20:56,869 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T14:20:56,870 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388870x0, quorum=127.0.0.1:59559, baseZNode=/1573554667 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:20:56,880 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T14:20:56,888 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38887-0x1012f6b99f00004 connected 2024-11-12T14:20:56,891 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38887-0x1012f6b99f00004, quorum=127.0.0.1:59559, baseZNode=/1573554667 Set watcher on znode that does not yet exist, /1573554667/master 2024-11-12T14:20:56,898 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38887-0x1012f6b99f00004, quorum=127.0.0.1:59559, baseZNode=/1573554667 Set watcher on znode that does not yet exist, /1573554667/acl 2024-11-12T14:20:56,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38887 2024-11-12T14:20:56,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38887 2024-11-12T14:20:56,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38887 2024-11-12T14:20:56,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38887 2024-11-12T14:20:56,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38887 2024-11-12T14:20:56,948 DEBUG [M:0;2b6d221c5cde:36371 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b6d221c5cde:36371 2024-11-12T14:20:56,948 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1573554667/backup-masters/2b6d221c5cde,36371,1731421256523 2024-11-12T14:20:56,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36371-0x1012f6b99f00003, quorum=127.0.0.1:59559, baseZNode=/1573554667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1573554667/backup-masters 2024-11-12T14:20:56,964 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38887-0x1012f6b99f00004, quorum=127.0.0.1:59559, baseZNode=/1573554667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1573554667/backup-masters 2024-11-12T14:20:56,966 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36371-0x1012f6b99f00003, quorum=127.0.0.1:59559, baseZNode=/1573554667 Set watcher on existing znode=/1573554667/backup-masters/2b6d221c5cde,36371,1731421256523 2024-11-12T14:20:56,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36371-0x1012f6b99f00003, quorum=127.0.0.1:59559, baseZNode=/1573554667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1573554667 2024-11-12T14:20:56,973 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38887-0x1012f6b99f00004, quorum=127.0.0.1:59559, baseZNode=/1573554667 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1573554667/master 2024-11-12T14:20:56,973 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38887-0x1012f6b99f00004, quorum=127.0.0.1:59559, baseZNode=/1573554667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1573554667 2024-11-12T14:20:56,975 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36371-0x1012f6b99f00003, quorum=127.0.0.1:59559, baseZNode=/1573554667 Set watcher on existing znode=/1573554667/master 2024-11-12T14:20:56,976 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1573554667/backup-masters/2b6d221c5cde,36371,1731421256523 from backup master directory 2024-11-12T14:20:56,983 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38887-0x1012f6b99f00004, quorum=127.0.0.1:59559, baseZNode=/1573554667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1573554667/backup-masters 2024-11-12T14:20:56,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36371-0x1012f6b99f00003, quorum=127.0.0.1:59559, baseZNode=/1573554667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1573554667/backup-masters/2b6d221c5cde,36371,1731421256523 2024-11-12T14:20:56,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36371-0x1012f6b99f00003, quorum=127.0.0.1:59559, baseZNode=/1573554667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1573554667/backup-masters 2024-11-12T14:20:56,985 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:20:56,985 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b6d221c5cde,36371,1731421256523 2024-11-12T14:20:56,998 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/hbase.id] with ID: cc6d502a-5413-4325-b77a-841cb3356136 2024-11-12T14:20:56,998 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/.tmp/hbase.id 2024-11-12T14:20:57,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34447 is added to blk_1073741826_1002 (size=42) 2024-11-12T14:20:57,416 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/.tmp/hbase.id]:[hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/hbase.id] 2024-11-12T14:20:57,494 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:20:57,494 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T14:20:57,496 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-12T14:20:57,549 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38887-0x1012f6b99f00004, quorum=127.0.0.1:59559, baseZNode=/1573554667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1573554667 2024-11-12T14:20:57,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36371-0x1012f6b99f00003, quorum=127.0.0.1:59559, baseZNode=/1573554667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1573554667 2024-11-12T14:20:57,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34447 is added to blk_1073741827_1003 (size=196) 2024-11-12T14:20:57,567 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:20:57,568 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T14:20:57,569 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:20:57,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34447 is added to blk_1073741828_1004 (size=1189) 2024-11-12T14:20:57,596 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/MasterData/data/master/store 2024-11-12T14:20:57,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34447 is added to blk_1073741829_1005 (size=34) 2024-11-12T14:20:58,023 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:20:58,023 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:20:58,023 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:20:58,023 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:20:58,023 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:20:58,023 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:20:58,023 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:20:58,024 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421258023Disabling compacts and flushes for region at 1731421258023Disabling writes for close at 1731421258023Writing region close event to WAL at 1731421258023Closed at 1731421258023 2024-11-12T14:20:58,025 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/MasterData/data/master/store/.initializing 2024-11-12T14:20:58,025 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/MasterData/WALs/2b6d221c5cde,36371,1731421256523 2024-11-12T14:20:58,026 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:20:58,028 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C36371%2C1731421256523, suffix=, logDir=hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/MasterData/WALs/2b6d221c5cde,36371,1731421256523, archiveDir=hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/MasterData/oldWALs, maxLogs=10 2024-11-12T14:20:58,047 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/MasterData/WALs/2b6d221c5cde,36371,1731421256523/2b6d221c5cde%2C36371%2C1731421256523.1731421258028, exclude list is [], retry=0 2024-11-12T14:20:58,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34447,DS-b7b2a167-d575-44a6-b274-aba0c5c4479a,DISK] 2024-11-12T14:20:58,061 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/MasterData/WALs/2b6d221c5cde,36371,1731421256523/2b6d221c5cde%2C36371%2C1731421256523.1731421258028 2024-11-12T14:20:58,062 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39595:39595)] 2024-11-12T14:20:58,062 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:20:58,062 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:20:58,062 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:58,062 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:58,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:58,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T14:20:58,071 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:58,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:20:58,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:58,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T14:20:58,081 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:58,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:20:58,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:58,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T14:20:58,089 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:58,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:20:58,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:58,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T14:20:58,093 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:20:58,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:20:58,093 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:58,095 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:58,096 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:58,097 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:58,097 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:58,098 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:20:58,099 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:20:58,113 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:20:58,114 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69403652, jitterRate=0.034195005893707275}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:20:58,114 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731421258063Initializing all the Stores at 1731421258065 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421258065Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421258065Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421258065Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421258065Cleaning up temporary data from old regions at 1731421258097 (+32 ms)Region opened successfully at 1731421258114 (+17 ms) 2024-11-12T14:20:58,140 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T14:20:58,144 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c7af8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:20:58,156 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T14:20:58,156 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T14:20:58,156 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T14:20:58,157 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T14:20:58,159 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-12T14:20:58,160 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T14:20:58,160 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T14:20:58,176 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T14:20:58,177 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36371-0x1012f6b99f00003, quorum=127.0.0.1:59559, baseZNode=/1573554667 Unable to get data of znode /1573554667/balancer because node does not exist (not necessarily an error) 2024-11-12T14:20:58,223 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1573554667/balancer already deleted, retry=false 2024-11-12T14:20:58,223 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T14:20:58,224 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36371-0x1012f6b99f00003, quorum=127.0.0.1:59559, baseZNode=/1573554667 Unable to get data of znode /1573554667/normalizer because node does not exist (not necessarily an error) 2024-11-12T14:20:58,238 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1573554667/normalizer already deleted, retry=false 2024-11-12T14:20:58,238 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T14:20:58,241 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36371-0x1012f6b99f00003, quorum=127.0.0.1:59559, baseZNode=/1573554667 Unable to get data of znode /1573554667/switch/split because node does not exist (not necessarily an error) 2024-11-12T14:20:58,317 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1573554667/switch/split already deleted, retry=false 2024-11-12T14:20:58,318 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36371-0x1012f6b99f00003, quorum=127.0.0.1:59559, baseZNode=/1573554667 Unable to get data of znode /1573554667/switch/merge because node does not exist (not necessarily an error) 2024-11-12T14:20:58,339 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1573554667/switch/merge already deleted, retry=false 2024-11-12T14:20:58,340 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36371-0x1012f6b99f00003, quorum=127.0.0.1:59559, baseZNode=/1573554667 Unable to get data of znode /1573554667/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T14:20:58,441 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1573554667/snapshot-cleanup already deleted, retry=false 2024-11-12T14:20:58,547 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38887-0x1012f6b99f00004, quorum=127.0.0.1:59559, baseZNode=/1573554667 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1573554667/running 2024-11-12T14:20:58,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36371-0x1012f6b99f00003, quorum=127.0.0.1:59559, baseZNode=/1573554667 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1573554667/running 2024-11-12T14:20:58,547 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38887-0x1012f6b99f00004, quorum=127.0.0.1:59559, baseZNode=/1573554667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1573554667 2024-11-12T14:20:58,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36371-0x1012f6b99f00003, quorum=127.0.0.1:59559, baseZNode=/1573554667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1573554667 2024-11-12T14:20:58,548 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b6d221c5cde,36371,1731421256523, sessionid=0x1012f6b99f00003, setting cluster-up flag (Was=false) 2024-11-12T14:20:58,850 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T14:20:58,890 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38887-0x1012f6b99f00004, quorum=127.0.0.1:59559, baseZNode=/1573554667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1573554667 2024-11-12T14:20:58,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36371-0x1012f6b99f00003, quorum=127.0.0.1:59559, baseZNode=/1573554667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1573554667 2024-11-12T14:20:59,134 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1573554667/flush-table-proc/acquired, /1573554667/flush-table-proc/reached, /1573554667/flush-table-proc/abort 2024-11-12T14:20:59,135 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,36371,1731421256523 2024-11-12T14:20:59,428 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T14:20:59,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:20:59,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:20:59,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:20:59,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:20:59,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:20:59,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:20:59,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:20:59,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:20:59,556 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38887-0x1012f6b99f00004, quorum=127.0.0.1:59559, baseZNode=/1573554667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1573554667 2024-11-12T14:20:59,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36371-0x1012f6b99f00003, quorum=127.0.0.1:59559, baseZNode=/1573554667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1573554667 2024-11-12T14:20:59,802 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T14:20:59,802 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T14:20:59,803 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:20:59,803 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-12T14:20:59,803 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:20:59,803 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T14:20:59,803 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T14:20:59,803 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T14:20:59,955 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1573554667/online-snapshot/acquired, /1573554667/online-snapshot/reached, /1573554667/online-snapshot/abort 2024-11-12T14:20:59,972 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,36371,1731421256523 2024-11-12T14:20:59,988 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T14:21:00,001 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T14:21:00,001 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T14:21:00,001 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T14:21:00,001 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b6d221c5cde,36371,1731421256523 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T14:21:00,011 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:21:00,011 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:21:00,011 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:21:00,011 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:21:00,011 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b6d221c5cde:0, corePoolSize=10, maxPoolSize=10 2024-11-12T14:21:00,011 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:21:00,011 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:21:00,011 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:21:00,036 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:21:00,036 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T14:21:00,039 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:00,039 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T14:21:00,044 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731421290044 2024-11-12T14:21:00,045 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T14:21:00,045 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T14:21:00,045 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T14:21:00,045 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T14:21:00,045 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T14:21:00,045 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T14:21:00,050 INFO [RS:0;2b6d221c5cde:38887 {}] regionserver.HRegionServer(746): ClusterId : cc6d502a-5413-4325-b77a-841cb3356136 2024-11-12T14:21:00,050 DEBUG [RS:0;2b6d221c5cde:38887 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T14:21:00,051 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:00,052 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T14:21:00,052 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T14:21:00,052 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T14:21:00,052 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T14:21:00,054 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T14:21:00,054 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T14:21:00,055 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421260054,5,FailOnTimeoutGroup] 2024-11-12T14:21:00,055 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421260055,5,FailOnTimeoutGroup] 2024-11-12T14:21:00,055 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:00,055 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T14:21:00,055 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:00,055 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:00,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34447 is added to blk_1073741831_1007 (size=1321) 2024-11-12T14:21:00,231 DEBUG [RS:0;2b6d221c5cde:38887 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T14:21:00,231 DEBUG [RS:0;2b6d221c5cde:38887 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T14:21:00,337 DEBUG [RS:0;2b6d221c5cde:38887 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T14:21:00,338 DEBUG [RS:0;2b6d221c5cde:38887 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ae8e4d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:21:00,353 DEBUG [RS:0;2b6d221c5cde:38887 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b6d221c5cde:38887 2024-11-12T14:21:00,353 INFO [RS:0;2b6d221c5cde:38887 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T14:21:00,353 INFO [RS:0;2b6d221c5cde:38887 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T14:21:00,353 DEBUG [RS:0;2b6d221c5cde:38887 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T14:21:00,354 INFO [RS:0;2b6d221c5cde:38887 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b6d221c5cde,36371,1731421256523 with port=38887, startcode=1731421256849 2024-11-12T14:21:00,354 DEBUG [RS:0;2b6d221c5cde:38887 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T14:21:00,355 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46631, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T14:21:00,356 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36371 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b6d221c5cde,38887,1731421256849 2024-11-12T14:21:00,356 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36371 {}] master.ServerManager(517): Registering regionserver=2b6d221c5cde,38887,1731421256849 2024-11-12T14:21:00,357 DEBUG [RS:0;2b6d221c5cde:38887 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1 2024-11-12T14:21:00,357 DEBUG [RS:0;2b6d221c5cde:38887 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46285 2024-11-12T14:21:00,357 DEBUG [RS:0;2b6d221c5cde:38887 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T14:21:00,463 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T14:21:00,463 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1 2024-11-12T14:21:00,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34447 is added to blk_1073741832_1008 (size=32) 2024-11-12T14:21:00,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36371-0x1012f6b99f00003, quorum=127.0.0.1:59559, baseZNode=/1573554667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1573554667/rs 2024-11-12T14:21:00,505 DEBUG [RS:0;2b6d221c5cde:38887 {}] zookeeper.ZKUtil(111): regionserver:38887-0x1012f6b99f00004, quorum=127.0.0.1:59559, baseZNode=/1573554667 Set watcher on existing znode=/1573554667/rs/2b6d221c5cde,38887,1731421256849 2024-11-12T14:21:00,505 WARN [RS:0;2b6d221c5cde:38887 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:21:00,505 INFO [RS:0;2b6d221c5cde:38887 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:21:00,505 DEBUG [RS:0;2b6d221c5cde:38887 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/WALs/2b6d221c5cde,38887,1731421256849 2024-11-12T14:21:00,521 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b6d221c5cde,38887,1731421256849] 2024-11-12T14:21:00,525 INFO [RS:0;2b6d221c5cde:38887 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T14:21:00,527 INFO [RS:0;2b6d221c5cde:38887 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T14:21:00,527 INFO [RS:0;2b6d221c5cde:38887 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T14:21:00,527 INFO [RS:0;2b6d221c5cde:38887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:00,528 INFO [RS:0;2b6d221c5cde:38887 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T14:21:00,529 INFO [RS:0;2b6d221c5cde:38887 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T14:21:00,529 INFO [RS:0;2b6d221c5cde:38887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:00,529 DEBUG [RS:0;2b6d221c5cde:38887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:21:00,529 DEBUG [RS:0;2b6d221c5cde:38887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:21:00,529 DEBUG [RS:0;2b6d221c5cde:38887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:21:00,529 DEBUG [RS:0;2b6d221c5cde:38887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:21:00,529 DEBUG [RS:0;2b6d221c5cde:38887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:21:00,529 DEBUG [RS:0;2b6d221c5cde:38887 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:21:00,529 DEBUG [RS:0;2b6d221c5cde:38887 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:21:00,529 DEBUG [RS:0;2b6d221c5cde:38887 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:21:00,529 DEBUG [RS:0;2b6d221c5cde:38887 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:21:00,529 DEBUG [RS:0;2b6d221c5cde:38887 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:21:00,529 DEBUG [RS:0;2b6d221c5cde:38887 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:21:00,530 DEBUG [RS:0;2b6d221c5cde:38887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:21:00,530 DEBUG [RS:0;2b6d221c5cde:38887 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:21:00,530 DEBUG [RS:0;2b6d221c5cde:38887 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:21:00,530 INFO [RS:0;2b6d221c5cde:38887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:00,530 INFO [RS:0;2b6d221c5cde:38887 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:00,530 INFO [RS:0;2b6d221c5cde:38887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:00,530 INFO [RS:0;2b6d221c5cde:38887 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:00,530 INFO [RS:0;2b6d221c5cde:38887 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:00,530 INFO [RS:0;2b6d221c5cde:38887 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,38887,1731421256849-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:21:00,550 INFO [RS:0;2b6d221c5cde:38887 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T14:21:00,550 INFO [RS:0;2b6d221c5cde:38887 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,38887,1731421256849-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:00,550 INFO [RS:0;2b6d221c5cde:38887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:00,550 INFO [RS:0;2b6d221c5cde:38887 {}] regionserver.Replication(171): 2b6d221c5cde,38887,1731421256849 started 2024-11-12T14:21:00,586 INFO [RS:0;2b6d221c5cde:38887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:00,586 INFO [RS:0;2b6d221c5cde:38887 {}] regionserver.HRegionServer(1482): Serving as 2b6d221c5cde,38887,1731421256849, RpcServer on 2b6d221c5cde/172.17.0.3:38887, sessionid=0x1012f6b99f00004 2024-11-12T14:21:00,586 DEBUG [RS:0;2b6d221c5cde:38887 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T14:21:00,586 DEBUG [RS:0;2b6d221c5cde:38887 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b6d221c5cde,38887,1731421256849 2024-11-12T14:21:00,586 DEBUG [RS:0;2b6d221c5cde:38887 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,38887,1731421256849' 2024-11-12T14:21:00,586 DEBUG [RS:0;2b6d221c5cde:38887 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1573554667/flush-table-proc/abort' 2024-11-12T14:21:00,590 DEBUG [RS:0;2b6d221c5cde:38887 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1573554667/flush-table-proc/acquired' 2024-11-12T14:21:00,591 DEBUG [RS:0;2b6d221c5cde:38887 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T14:21:00,591 DEBUG [RS:0;2b6d221c5cde:38887 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T14:21:00,591 DEBUG [RS:0;2b6d221c5cde:38887 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b6d221c5cde,38887,1731421256849 2024-11-12T14:21:00,591 DEBUG [RS:0;2b6d221c5cde:38887 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,38887,1731421256849' 2024-11-12T14:21:00,591 DEBUG [RS:0;2b6d221c5cde:38887 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1573554667/online-snapshot/abort' 2024-11-12T14:21:00,591 DEBUG [RS:0;2b6d221c5cde:38887 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1573554667/online-snapshot/acquired' 2024-11-12T14:21:00,592 DEBUG [RS:0;2b6d221c5cde:38887 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T14:21:00,592 INFO [RS:0;2b6d221c5cde:38887 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T14:21:00,592 INFO [RS:0;2b6d221c5cde:38887 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T14:21:00,692 INFO [RS:0;2b6d221c5cde:38887 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:21:00,694 INFO [RS:0;2b6d221c5cde:38887 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C38887%2C1731421256849, suffix=, logDir=hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/WALs/2b6d221c5cde,38887,1731421256849, archiveDir=hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/oldWALs, maxLogs=10 2024-11-12T14:21:00,710 DEBUG [RS:0;2b6d221c5cde:38887 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/WALs/2b6d221c5cde,38887,1731421256849/2b6d221c5cde%2C38887%2C1731421256849.1731421260694, exclude list is [], retry=0 2024-11-12T14:21:00,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34447,DS-b7b2a167-d575-44a6-b274-aba0c5c4479a,DISK] 2024-11-12T14:21:00,715 INFO [RS:0;2b6d221c5cde:38887 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/WALs/2b6d221c5cde,38887,1731421256849/2b6d221c5cde%2C38887%2C1731421256849.1731421260694 2024-11-12T14:21:00,715 DEBUG [RS:0;2b6d221c5cde:38887 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39595:39595)] 2024-11-12T14:21:00,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:21:00,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:21:00,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:21:00,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:00,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:21:00,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:21:00,872 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:21:00,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:00,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:21:00,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:21:00,873 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:21:00,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:00,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:21:00,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:21:00,875 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:21:00,875 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:00,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:21:00,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:21:00,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/hbase/meta/1588230740 2024-11-12T14:21:00,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/hbase/meta/1588230740 2024-11-12T14:21:00,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:21:00,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:21:00,879 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:21:00,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:21:00,883 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:21:00,883 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70358942, jitterRate=0.048429936170578}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:21:00,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731421260868Initializing all the Stores at 1731421260869 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421260869Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421260869Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421260869Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421260869Cleaning up temporary data from old regions at 1731421260878 (+9 ms)Region opened successfully at 1731421260883 (+5 ms) 2024-11-12T14:21:00,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:21:00,884 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:21:00,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:21:00,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:21:00,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:21:00,884 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:21:00,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421260883Disabling compacts and flushes for region at 1731421260883Disabling writes for close at 1731421260884 (+1 ms)Writing region close event to WAL at 1731421260884Closed at 1731421260884 2024-11-12T14:21:00,885 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:21:00,885 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T14:21:00,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T14:21:00,886 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:21:00,887 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T14:21:01,037 DEBUG [2b6d221c5cde:36371 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T14:21:01,038 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b6d221c5cde,38887,1731421256849 2024-11-12T14:21:01,039 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,38887,1731421256849, state=OPENING 2024-11-12T14:21:01,086 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T14:21:01,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36371-0x1012f6b99f00003, quorum=127.0.0.1:59559, baseZNode=/1573554667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1573554667 2024-11-12T14:21:01,107 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38887-0x1012f6b99f00004, quorum=127.0.0.1:59559, baseZNode=/1573554667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1573554667 2024-11-12T14:21:01,107 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:21:01,107 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1573554667/meta-region-server: CHANGED 2024-11-12T14:21:01,107 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1573554667/meta-region-server: CHANGED 2024-11-12T14:21:01,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,38887,1731421256849}] 2024-11-12T14:21:01,260 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:21:01,261 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T14:21:01,265 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T14:21:01,265 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:21:01,265 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T14:21:01,267 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C38887%2C1731421256849.meta, suffix=.meta, logDir=hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/WALs/2b6d221c5cde,38887,1731421256849, archiveDir=hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/oldWALs, maxLogs=10 2024-11-12T14:21:01,285 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/WALs/2b6d221c5cde,38887,1731421256849/2b6d221c5cde%2C38887%2C1731421256849.meta.1731421261267.meta, exclude list is [], retry=0 2024-11-12T14:21:01,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34447,DS-b7b2a167-d575-44a6-b274-aba0c5c4479a,DISK] 2024-11-12T14:21:01,304 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/WALs/2b6d221c5cde,38887,1731421256849/2b6d221c5cde%2C38887%2C1731421256849.meta.1731421261267.meta 2024-11-12T14:21:01,305 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39595:39595)] 2024-11-12T14:21:01,305 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:21:01,305 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:21:01,305 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T14:21:01,306 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T14:21:01,306 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T14:21:01,306 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T14:21:01,306 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:21:01,306 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T14:21:01,306 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T14:21:01,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:21:01,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:21:01,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:01,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:21:01,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:21:01,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:21:01,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:01,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:21:01,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:21:01,319 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:21:01,319 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:01,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:21:01,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:21:01,321 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:21:01,321 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:01,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:21:01,321 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:21:01,322 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/hbase/meta/1588230740 2024-11-12T14:21:01,323 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/hbase/meta/1588230740 2024-11-12T14:21:01,324 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:21:01,324 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:21:01,325 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:21:01,326 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:21:01,327 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72184096, jitterRate=0.07562685012817383}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:21:01,327 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T14:21:01,327 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731421261306Writing region info on filesystem at 1731421261306Initializing all the Stores at 1731421261312 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421261312Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421261316 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421261316Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421261316Cleaning up temporary data from old regions at 1731421261324 (+8 ms)Running coprocessor post-open hooks at 1731421261327 (+3 ms)Region opened successfully at 1731421261327 2024-11-12T14:21:01,330 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731421261260 2024-11-12T14:21:01,332 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T14:21:01,332 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T14:21:01,333 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,38887,1731421256849 2024-11-12T14:21:01,333 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,38887,1731421256849, state=OPEN 2024-11-12T14:21:01,394 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38887-0x1012f6b99f00004, quorum=127.0.0.1:59559, baseZNode=/1573554667 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1573554667/meta-region-server 2024-11-12T14:21:01,394 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1573554667/meta-region-server: CHANGED 2024-11-12T14:21:01,396 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b6d221c5cde,38887,1731421256849 2024-11-12T14:21:01,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36371-0x1012f6b99f00003, quorum=127.0.0.1:59559, baseZNode=/1573554667 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1573554667/meta-region-server 2024-11-12T14:21:01,400 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1573554667/meta-region-server: CHANGED 2024-11-12T14:21:01,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T14:21:01,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,38887,1731421256849 in 289 msec 2024-11-12T14:21:01,405 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T14:21:01,405 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 517 msec 2024-11-12T14:21:01,409 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:21:01,409 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T14:21:01,411 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:21:01,411 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,38887,1731421256849, seqNum=-1] 2024-11-12T14:21:01,411 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:21:01,413 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51405, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:21:01,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4270 sec 2024-11-12T14:21:01,421 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731421261421, completionTime=-1 2024-11-12T14:21:01,421 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T14:21:01,422 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T14:21:01,424 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T14:21:01,424 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731421321424 2024-11-12T14:21:01,424 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731421381424 2024-11-12T14:21:01,424 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T14:21:01,425 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,36371,1731421256523-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:01,425 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,36371,1731421256523-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:01,425 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,36371,1731421256523-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:01,425 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b6d221c5cde:36371, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:01,425 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:01,428 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:01,434 DEBUG [master/2b6d221c5cde:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T14:21:01,440 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.455sec 2024-11-12T14:21:01,440 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T14:21:01,440 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T14:21:01,440 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T14:21:01,440 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T14:21:01,440 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T14:21:01,440 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,36371,1731421256523-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:21:01,440 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,36371,1731421256523-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T14:21:01,448 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T14:21:01,448 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T14:21:01,448 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,36371,1731421256523-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:01,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e58daff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:01,452 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,36371,-1 for getting cluster id 2024-11-12T14:21:01,452 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:21:01,468 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc6d502a-5413-4325-b77a-841cb3356136' 2024-11-12T14:21:01,468 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:21:01,468 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc6d502a-5413-4325-b77a-841cb3356136" 2024-11-12T14:21:01,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5899a98f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:01,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,36371,-1] 2024-11-12T14:21:01,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:21:01,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:01,473 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:21:01,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@edd57e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:01,475 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:21:01,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,38887,1731421256849, seqNum=-1] 2024-11-12T14:21:01,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:21:01,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:21:01,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b6d221c5cde,36371,1731421256523 2024-11-12T14:21:01,481 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59559 2024-11-12T14:21:01,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59559, baseZNode=/1573554667 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:21:01,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012f6b99f00005 connected 2024-11-12T14:21:01,532 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:21:01,533 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,39297,1731421251152 2024-11-12T14:21:01,533 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d7d497a 2024-11-12T14:21:01,534 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:21:01,535 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:21:01,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:21:01,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T14:21:01,541 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T14:21:01,541 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:01,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T14:21:01,542 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T14:21:01,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:21:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:21:01,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741835_1011 (size=902) 2024-11-12T14:21:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:21:02,114 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b470da43dc51f1ee000a666d7cb180d2, NAME => 'test,,1731421261538.b470da43dc51f1ee000a666d7cb180d2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc 2024-11-12T14:21:02,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741836_1012 (size=39) 2024-11-12T14:21:02,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:21:02,527 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731421261538.b470da43dc51f1ee000a666d7cb180d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:21:02,527 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b470da43dc51f1ee000a666d7cb180d2, disabling compactions & flushes 2024-11-12T14:21:02,528 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731421261538.b470da43dc51f1ee000a666d7cb180d2. 2024-11-12T14:21:02,528 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731421261538.b470da43dc51f1ee000a666d7cb180d2. 2024-11-12T14:21:02,528 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731421261538.b470da43dc51f1ee000a666d7cb180d2. after waiting 0 ms 2024-11-12T14:21:02,528 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731421261538.b470da43dc51f1ee000a666d7cb180d2. 2024-11-12T14:21:02,528 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731421261538.b470da43dc51f1ee000a666d7cb180d2. 2024-11-12T14:21:02,528 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b470da43dc51f1ee000a666d7cb180d2: Waiting for close lock at 1731421262527Disabling compacts and flushes for region at 1731421262527Disabling writes for close at 1731421262528 (+1 ms)Writing region close event to WAL at 1731421262528Closed at 1731421262528 2024-11-12T14:21:02,529 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T14:21:02,529 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731421261538.b470da43dc51f1ee000a666d7cb180d2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731421262529"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731421262529"}]},"ts":"1731421262529"} 2024-11-12T14:21:02,531 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T14:21:02,532 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T14:21:02,532 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421262532"}]},"ts":"1731421262532"} 2024-11-12T14:21:02,534 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T14:21:02,534 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b470da43dc51f1ee000a666d7cb180d2, ASSIGN}] 2024-11-12T14:21:02,535 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b470da43dc51f1ee000a666d7cb180d2, ASSIGN 2024-11-12T14:21:02,536 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b470da43dc51f1ee000a666d7cb180d2, ASSIGN; state=OFFLINE, location=2b6d221c5cde,44473,1731421251449; forceNewPlan=false, retain=false 2024-11-12T14:21:02,686 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b470da43dc51f1ee000a666d7cb180d2, regionState=OPENING, regionLocation=2b6d221c5cde,44473,1731421251449 2024-11-12T14:21:02,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:21:02,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b470da43dc51f1ee000a666d7cb180d2, ASSIGN because future has completed 2024-11-12T14:21:02,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b470da43dc51f1ee000a666d7cb180d2, server=2b6d221c5cde,44473,1731421251449}] 2024-11-12T14:21:02,844 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731421261538.b470da43dc51f1ee000a666d7cb180d2. 2024-11-12T14:21:02,844 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b470da43dc51f1ee000a666d7cb180d2, NAME => 'test,,1731421261538.b470da43dc51f1ee000a666d7cb180d2.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:21:02,844 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:21:02,844 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T14:21:02,844 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b470da43dc51f1ee000a666d7cb180d2 2024-11-12T14:21:02,845 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731421261538.b470da43dc51f1ee000a666d7cb180d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:21:02,845 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b470da43dc51f1ee000a666d7cb180d2 2024-11-12T14:21:02,845 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b470da43dc51f1ee000a666d7cb180d2 2024-11-12T14:21:02,846 INFO [StoreOpener-b470da43dc51f1ee000a666d7cb180d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b470da43dc51f1ee000a666d7cb180d2 2024-11-12T14:21:02,847 INFO [StoreOpener-b470da43dc51f1ee000a666d7cb180d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b470da43dc51f1ee000a666d7cb180d2 columnFamilyName f 2024-11-12T14:21:02,847 DEBUG [StoreOpener-b470da43dc51f1ee000a666d7cb180d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:02,847 INFO [StoreOpener-b470da43dc51f1ee000a666d7cb180d2-1 {}] regionserver.HStore(327): Store=b470da43dc51f1ee000a666d7cb180d2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:21:02,847 INFO [StoreOpener-b470da43dc51f1ee000a666d7cb180d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b470da43dc51f1ee000a666d7cb180d2 2024-11-12T14:21:02,848 INFO [StoreOpener-b470da43dc51f1ee000a666d7cb180d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b470da43dc51f1ee000a666d7cb180d2 columnFamilyName f1 2024-11-12T14:21:02,848 DEBUG [StoreOpener-b470da43dc51f1ee000a666d7cb180d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:02,848 INFO [StoreOpener-b470da43dc51f1ee000a666d7cb180d2-1 {}] regionserver.HStore(327): Store=b470da43dc51f1ee000a666d7cb180d2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:21:02,848 INFO [StoreOpener-b470da43dc51f1ee000a666d7cb180d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b470da43dc51f1ee000a666d7cb180d2 2024-11-12T14:21:02,849 INFO [StoreOpener-b470da43dc51f1ee000a666d7cb180d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b470da43dc51f1ee000a666d7cb180d2 columnFamilyName norep 2024-11-12T14:21:02,849 DEBUG [StoreOpener-b470da43dc51f1ee000a666d7cb180d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:02,850 INFO [StoreOpener-b470da43dc51f1ee000a666d7cb180d2-1 {}] regionserver.HStore(327): Store=b470da43dc51f1ee000a666d7cb180d2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:21:02,850 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b470da43dc51f1ee000a666d7cb180d2 2024-11-12T14:21:02,850 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/default/test/b470da43dc51f1ee000a666d7cb180d2 2024-11-12T14:21:02,850 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/default/test/b470da43dc51f1ee000a666d7cb180d2 2024-11-12T14:21:02,851 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b470da43dc51f1ee000a666d7cb180d2 2024-11-12T14:21:02,851 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b470da43dc51f1ee000a666d7cb180d2 2024-11-12T14:21:02,851 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T14:21:02,852 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b470da43dc51f1ee000a666d7cb180d2 2024-11-12T14:21:02,854 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/default/test/b470da43dc51f1ee000a666d7cb180d2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:21:02,854 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b470da43dc51f1ee000a666d7cb180d2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70248553, jitterRate=0.046785011887550354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T14:21:02,854 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b470da43dc51f1ee000a666d7cb180d2 2024-11-12T14:21:02,855 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b470da43dc51f1ee000a666d7cb180d2: Running coprocessor pre-open hook at 1731421262845Writing region info on filesystem at 1731421262845Initializing all the Stores at 1731421262845Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421262845Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421262846 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421262846Cleaning up temporary data from old regions at 1731421262851 (+5 ms)Running coprocessor post-open hooks at 1731421262854 (+3 ms)Region opened successfully at 1731421262855 (+1 ms) 2024-11-12T14:21:02,856 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731421261538.b470da43dc51f1ee000a666d7cb180d2., pid=6, masterSystemTime=1731421262841 2024-11-12T14:21:02,857 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731421261538.b470da43dc51f1ee000a666d7cb180d2. 2024-11-12T14:21:02,857 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731421261538.b470da43dc51f1ee000a666d7cb180d2. 2024-11-12T14:21:02,858 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b470da43dc51f1ee000a666d7cb180d2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2b6d221c5cde,44473,1731421251449 2024-11-12T14:21:02,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b470da43dc51f1ee000a666d7cb180d2, server=2b6d221c5cde,44473,1731421251449 because future has completed 2024-11-12T14:21:02,862 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T14:21:02,862 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b470da43dc51f1ee000a666d7cb180d2, server=2b6d221c5cde,44473,1731421251449 in 172 msec 2024-11-12T14:21:02,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T14:21:02,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b470da43dc51f1ee000a666d7cb180d2, ASSIGN in 328 msec 2024-11-12T14:21:02,864 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T14:21:02,864 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421262864"}]},"ts":"1731421262864"} 2024-11-12T14:21:02,866 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T14:21:02,867 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T14:21:02,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.3290 sec 2024-11-12T14:21:03,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:21:03,697 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T14:21:03,697 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:21:03,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,36371,1731421256523 2024-11-12T14:21:03,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@578366c4 2024-11-12T14:21:03,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:21:03,712 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:21:03,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36371 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:21:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36371 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T14:21:03,717 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T14:21:03,717 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:03,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36371 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T14:21:03,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:21:03,719 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T14:21:03,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34447 is added to blk_1073741835_1011 (size=902) 2024-11-12T14:21:03,738 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 412c9015a729e4d4a52d4871905cf29c, NAME => 'test,,1731421263712.412c9015a729e4d4a52d4871905cf29c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1 2024-11-12T14:21:03,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34447 is added to blk_1073741836_1012 (size=39) 2024-11-12T14:21:03,757 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731421263712.412c9015a729e4d4a52d4871905cf29c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:21:03,757 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 412c9015a729e4d4a52d4871905cf29c, disabling compactions & flushes 2024-11-12T14:21:03,757 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731421263712.412c9015a729e4d4a52d4871905cf29c. 2024-11-12T14:21:03,757 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731421263712.412c9015a729e4d4a52d4871905cf29c. 2024-11-12T14:21:03,757 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731421263712.412c9015a729e4d4a52d4871905cf29c. after waiting 0 ms 2024-11-12T14:21:03,757 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731421263712.412c9015a729e4d4a52d4871905cf29c. 2024-11-12T14:21:03,757 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731421263712.412c9015a729e4d4a52d4871905cf29c. 2024-11-12T14:21:03,757 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 412c9015a729e4d4a52d4871905cf29c: Waiting for close lock at 1731421263757Disabling compacts and flushes for region at 1731421263757Disabling writes for close at 1731421263757Writing region close event to WAL at 1731421263757Closed at 1731421263757 2024-11-12T14:21:03,759 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T14:21:03,760 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731421263712.412c9015a729e4d4a52d4871905cf29c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731421263759"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731421263759"}]},"ts":"1731421263759"} 2024-11-12T14:21:03,762 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T14:21:03,763 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T14:21:03,763 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421263763"}]},"ts":"1731421263763"} 2024-11-12T14:21:03,765 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T14:21:03,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=412c9015a729e4d4a52d4871905cf29c, ASSIGN}] 2024-11-12T14:21:03,766 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=412c9015a729e4d4a52d4871905cf29c, ASSIGN 2024-11-12T14:21:03,768 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=412c9015a729e4d4a52d4871905cf29c, ASSIGN; state=OFFLINE, location=2b6d221c5cde,38887,1731421256849; forceNewPlan=false, retain=false 2024-11-12T14:21:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:21:03,918 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=412c9015a729e4d4a52d4871905cf29c, regionState=OPENING, regionLocation=2b6d221c5cde,38887,1731421256849 2024-11-12T14:21:03,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=412c9015a729e4d4a52d4871905cf29c, ASSIGN because future has completed 2024-11-12T14:21:03,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 412c9015a729e4d4a52d4871905cf29c, server=2b6d221c5cde,38887,1731421256849}] 2024-11-12T14:21:04,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:21:04,076 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731421263712.412c9015a729e4d4a52d4871905cf29c. 2024-11-12T14:21:04,077 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 412c9015a729e4d4a52d4871905cf29c, NAME => 'test,,1731421263712.412c9015a729e4d4a52d4871905cf29c.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:21:04,077 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:21:04,077 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T14:21:04,077 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 412c9015a729e4d4a52d4871905cf29c 2024-11-12T14:21:04,077 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731421263712.412c9015a729e4d4a52d4871905cf29c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:21:04,077 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 412c9015a729e4d4a52d4871905cf29c 2024-11-12T14:21:04,077 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 412c9015a729e4d4a52d4871905cf29c 2024-11-12T14:21:04,079 INFO [StoreOpener-412c9015a729e4d4a52d4871905cf29c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 412c9015a729e4d4a52d4871905cf29c 2024-11-12T14:21:04,080 INFO [StoreOpener-412c9015a729e4d4a52d4871905cf29c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 412c9015a729e4d4a52d4871905cf29c columnFamilyName f 2024-11-12T14:21:04,080 DEBUG [StoreOpener-412c9015a729e4d4a52d4871905cf29c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:04,080 INFO [StoreOpener-412c9015a729e4d4a52d4871905cf29c-1 {}] regionserver.HStore(327): Store=412c9015a729e4d4a52d4871905cf29c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:21:04,080 INFO [StoreOpener-412c9015a729e4d4a52d4871905cf29c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 412c9015a729e4d4a52d4871905cf29c 2024-11-12T14:21:04,082 INFO [StoreOpener-412c9015a729e4d4a52d4871905cf29c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 412c9015a729e4d4a52d4871905cf29c columnFamilyName f1 2024-11-12T14:21:04,082 DEBUG [StoreOpener-412c9015a729e4d4a52d4871905cf29c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:04,082 INFO [StoreOpener-412c9015a729e4d4a52d4871905cf29c-1 {}] regionserver.HStore(327): Store=412c9015a729e4d4a52d4871905cf29c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:21:04,082 INFO [StoreOpener-412c9015a729e4d4a52d4871905cf29c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 412c9015a729e4d4a52d4871905cf29c 2024-11-12T14:21:04,084 INFO [StoreOpener-412c9015a729e4d4a52d4871905cf29c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 412c9015a729e4d4a52d4871905cf29c columnFamilyName norep 2024-11-12T14:21:04,084 DEBUG [StoreOpener-412c9015a729e4d4a52d4871905cf29c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:04,085 INFO [StoreOpener-412c9015a729e4d4a52d4871905cf29c-1 {}] regionserver.HStore(327): Store=412c9015a729e4d4a52d4871905cf29c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:21:04,085 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 412c9015a729e4d4a52d4871905cf29c 2024-11-12T14:21:04,086 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/default/test/412c9015a729e4d4a52d4871905cf29c 2024-11-12T14:21:04,086 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/default/test/412c9015a729e4d4a52d4871905cf29c 2024-11-12T14:21:04,087 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 412c9015a729e4d4a52d4871905cf29c 2024-11-12T14:21:04,087 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 412c9015a729e4d4a52d4871905cf29c 2024-11-12T14:21:04,088 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T14:21:04,089 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 412c9015a729e4d4a52d4871905cf29c 2024-11-12T14:21:04,105 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/default/test/412c9015a729e4d4a52d4871905cf29c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:21:04,105 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 412c9015a729e4d4a52d4871905cf29c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63302954, jitterRate=-0.05671247839927673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T14:21:04,105 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 412c9015a729e4d4a52d4871905cf29c 2024-11-12T14:21:04,106 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 412c9015a729e4d4a52d4871905cf29c: Running coprocessor pre-open hook at 1731421264077Writing region info on filesystem at 1731421264077Initializing all the Stores at 1731421264078 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421264078Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421264078Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421264078Cleaning up temporary data from old regions at 1731421264087 (+9 ms)Running coprocessor post-open hooks at 1731421264105 (+18 ms)Region opened successfully at 1731421264105 2024-11-12T14:21:04,106 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731421263712.412c9015a729e4d4a52d4871905cf29c., pid=6, masterSystemTime=1731421264073 2024-11-12T14:21:04,109 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731421263712.412c9015a729e4d4a52d4871905cf29c. 2024-11-12T14:21:04,109 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731421263712.412c9015a729e4d4a52d4871905cf29c. 2024-11-12T14:21:04,109 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=412c9015a729e4d4a52d4871905cf29c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2b6d221c5cde,38887,1731421256849 2024-11-12T14:21:04,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 412c9015a729e4d4a52d4871905cf29c, server=2b6d221c5cde,38887,1731421256849 because future has completed 2024-11-12T14:21:04,116 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T14:21:04,116 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 412c9015a729e4d4a52d4871905cf29c, server=2b6d221c5cde,38887,1731421256849 in 193 msec 2024-11-12T14:21:04,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T14:21:04,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=412c9015a729e4d4a52d4871905cf29c, ASSIGN in 351 msec 2024-11-12T14:21:04,119 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T14:21:04,119 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421264119"}]},"ts":"1731421264119"} 2024-11-12T14:21:04,121 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T14:21:04,122 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T14:21:04,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 409 msec 2024-11-12T14:21:04,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:21:04,347 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T14:21:04,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12afba8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:04,348 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,39297,-1 for getting cluster id 2024-11-12T14:21:04,348 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:21:04,348 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a516ef03-0219-430d-a41d-1721e3d3ab21' 2024-11-12T14:21:04,349 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:21:04,349 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a516ef03-0219-430d-a41d-1721e3d3ab21" 2024-11-12T14:21:04,349 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c1ee65f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:04,349 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,39297,-1] 2024-11-12T14:21:04,349 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:21:04,349 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:04,350 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:21:04,351 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34eb301b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:04,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71a3debf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:04,352 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,36371,-1 for getting cluster id 2024-11-12T14:21:04,352 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:21:04,352 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc6d502a-5413-4325-b77a-841cb3356136' 2024-11-12T14:21:04,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:21:04,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc6d502a-5413-4325-b77a-841cb3356136" 2024-11-12T14:21:04,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab6b029, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:04,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,36371,-1] 2024-11-12T14:21:04,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:21:04,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:04,354 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:21:04,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e72826d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:04,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7729d149, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:04,355 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,39297,-1 for getting cluster id 2024-11-12T14:21:04,355 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:21:04,356 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a516ef03-0219-430d-a41d-1721e3d3ab21' 2024-11-12T14:21:04,356 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:21:04,356 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a516ef03-0219-430d-a41d-1721e3d3ab21" 2024-11-12T14:21:04,356 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ded335d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:04,356 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,39297,-1] 2024-11-12T14:21:04,356 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:21:04,356 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:04,357 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:21:04,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29a11c3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:04,358 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:21:04,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,39297,1731421251152 2024-11-12T14:21:04,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56274b9e 2024-11-12T14:21:04,359 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:21:04,359 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:21:04,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2b6d221c5cde:36371,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T14:21:04,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T14:21:04,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:21:04,362 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b6d221c5cde:36371' 2024-11-12T14:21:04,363 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@141cb6fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:04,363 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,36371,-1 for getting cluster id 2024-11-12T14:21:04,363 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:21:04,364 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc6d502a-5413-4325-b77a-841cb3356136' 2024-11-12T14:21:04,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:21:04,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc6d502a-5413-4325-b77a-841cb3356136" 2024-11-12T14:21:04,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a5a9476, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:04,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,36371,-1] 2024-11-12T14:21:04,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:21:04,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:04,365 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:21:04,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4323747e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:04,366 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:21:04,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,36371,1731421256523 2024-11-12T14:21:04,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b2ee891 2024-11-12T14:21:04,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:21:04,367 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:21:04,368 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-12T14:21:04,368 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T14:21:04,368 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:04,368 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:04,368 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:21:04,369 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:21:04,370 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T14:21:04,371 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T14:21:04,371 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:04,372 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T14:21:04,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741837_1013 (size=1138) 2024-11-12T14:21:04,420 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T14:21:04,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:21:04,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:21:04,778 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1d275582c108a6f4d74bb98c4fe85fb9, NAME => 'hbase:replication,,1731421264369.1d275582c108a6f4d74bb98c4fe85fb9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc 2024-11-12T14:21:04,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741838_1014 (size=44) 2024-11-12T14:21:04,790 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731421264369.1d275582c108a6f4d74bb98c4fe85fb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:21:04,790 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1d275582c108a6f4d74bb98c4fe85fb9, disabling compactions & flushes 2024-11-12T14:21:04,790 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731421264369.1d275582c108a6f4d74bb98c4fe85fb9. 2024-11-12T14:21:04,790 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731421264369.1d275582c108a6f4d74bb98c4fe85fb9. 2024-11-12T14:21:04,790 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731421264369.1d275582c108a6f4d74bb98c4fe85fb9. after waiting 0 ms 2024-11-12T14:21:04,790 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731421264369.1d275582c108a6f4d74bb98c4fe85fb9. 2024-11-12T14:21:04,791 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731421264369.1d275582c108a6f4d74bb98c4fe85fb9. 2024-11-12T14:21:04,791 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1d275582c108a6f4d74bb98c4fe85fb9: Waiting for close lock at 1731421264790Disabling compacts and flushes for region at 1731421264790Disabling writes for close at 1731421264790Writing region close event to WAL at 1731421264791 (+1 ms)Closed at 1731421264791 2024-11-12T14:21:04,792 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T14:21:04,793 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731421264369.1d275582c108a6f4d74bb98c4fe85fb9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731421264792"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731421264792"}]},"ts":"1731421264792"} 2024-11-12T14:21:04,795 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T14:21:04,798 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T14:21:04,798 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421264798"}]},"ts":"1731421264798"} 2024-11-12T14:21:04,800 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T14:21:04,800 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1d275582c108a6f4d74bb98c4fe85fb9, ASSIGN}] 2024-11-12T14:21:04,802 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1d275582c108a6f4d74bb98c4fe85fb9, ASSIGN 2024-11-12T14:21:04,803 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1d275582c108a6f4d74bb98c4fe85fb9, ASSIGN; state=OFFLINE, location=2b6d221c5cde,44473,1731421251449; forceNewPlan=false, retain=false 2024-11-12T14:21:04,851 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T14:21:04,953 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1d275582c108a6f4d74bb98c4fe85fb9, regionState=OPENING, regionLocation=2b6d221c5cde,44473,1731421251449 2024-11-12T14:21:04,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1d275582c108a6f4d74bb98c4fe85fb9, ASSIGN because future has completed 2024-11-12T14:21:04,956 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d275582c108a6f4d74bb98c4fe85fb9, server=2b6d221c5cde,44473,1731421251449}] 2024-11-12T14:21:04,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:21:05,112 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731421264369.1d275582c108a6f4d74bb98c4fe85fb9. 2024-11-12T14:21:05,112 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:21:05,112 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T14:21:05,114 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C44473%2C1731421251449.rep, suffix=, logDir=hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/WALs/2b6d221c5cde,44473,1731421251449, archiveDir=hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/oldWALs, maxLogs=10 2024-11-12T14:21:05,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/WALs/2b6d221c5cde,44473,1731421251449/2b6d221c5cde%2C44473%2C1731421251449.rep.1731421265114, exclude list is [], retry=0 2024-11-12T14:21:05,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44679,DS-ec48ed01-bc34-4857-8e9b-2e295467d73e,DISK] 2024-11-12T14:21:05,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/WALs/2b6d221c5cde,44473,1731421251449/2b6d221c5cde%2C44473%2C1731421251449.rep.1731421265114 2024-11-12T14:21:05,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33395:33395)] 2024-11-12T14:21:05,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d275582c108a6f4d74bb98c4fe85fb9, NAME => 'hbase:replication,,1731421264369.1d275582c108a6f4d74bb98c4fe85fb9.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:21:05,146 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:21:05,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T14:21:05,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731421264369.1d275582c108a6f4d74bb98c4fe85fb9. service=MultiRowMutationService 2024-11-12T14:21:05,146 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T14:21:05,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1d275582c108a6f4d74bb98c4fe85fb9 2024-11-12T14:21:05,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731421264369.1d275582c108a6f4d74bb98c4fe85fb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:21:05,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1d275582c108a6f4d74bb98c4fe85fb9 2024-11-12T14:21:05,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1d275582c108a6f4d74bb98c4fe85fb9 2024-11-12T14:21:05,152 INFO [StoreOpener-1d275582c108a6f4d74bb98c4fe85fb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1d275582c108a6f4d74bb98c4fe85fb9 2024-11-12T14:21:05,155 INFO [StoreOpener-1d275582c108a6f4d74bb98c4fe85fb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d275582c108a6f4d74bb98c4fe85fb9 columnFamilyName hfileref 2024-11-12T14:21:05,155 DEBUG [StoreOpener-1d275582c108a6f4d74bb98c4fe85fb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:05,155 INFO [StoreOpener-1d275582c108a6f4d74bb98c4fe85fb9-1 {}] regionserver.HStore(327): Store=1d275582c108a6f4d74bb98c4fe85fb9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:21:05,156 INFO [StoreOpener-1d275582c108a6f4d74bb98c4fe85fb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1d275582c108a6f4d74bb98c4fe85fb9 2024-11-12T14:21:05,159 INFO [StoreOpener-1d275582c108a6f4d74bb98c4fe85fb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d275582c108a6f4d74bb98c4fe85fb9 columnFamilyName queue 2024-11-12T14:21:05,159 DEBUG [StoreOpener-1d275582c108a6f4d74bb98c4fe85fb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:05,160 INFO [StoreOpener-1d275582c108a6f4d74bb98c4fe85fb9-1 {}] regionserver.HStore(327): Store=1d275582c108a6f4d74bb98c4fe85fb9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:21:05,160 INFO [StoreOpener-1d275582c108a6f4d74bb98c4fe85fb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1d275582c108a6f4d74bb98c4fe85fb9 2024-11-12T14:21:05,161 INFO [StoreOpener-1d275582c108a6f4d74bb98c4fe85fb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d275582c108a6f4d74bb98c4fe85fb9 columnFamilyName sid 2024-11-12T14:21:05,161 DEBUG [StoreOpener-1d275582c108a6f4d74bb98c4fe85fb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:05,162 INFO [StoreOpener-1d275582c108a6f4d74bb98c4fe85fb9-1 {}] regionserver.HStore(327): Store=1d275582c108a6f4d74bb98c4fe85fb9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:21:05,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1d275582c108a6f4d74bb98c4fe85fb9 2024-11-12T14:21:05,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/hbase/replication/1d275582c108a6f4d74bb98c4fe85fb9 2024-11-12T14:21:05,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/hbase/replication/1d275582c108a6f4d74bb98c4fe85fb9 2024-11-12T14:21:05,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1d275582c108a6f4d74bb98c4fe85fb9 2024-11-12T14:21:05,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1d275582c108a6f4d74bb98c4fe85fb9 2024-11-12T14:21:05,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T14:21:05,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1d275582c108a6f4d74bb98c4fe85fb9 2024-11-12T14:21:05,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/hbase/replication/1d275582c108a6f4d74bb98c4fe85fb9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:21:05,169 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1d275582c108a6f4d74bb98c4fe85fb9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63314027, jitterRate=-0.05654747784137726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T14:21:05,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1d275582c108a6f4d74bb98c4fe85fb9 2024-11-12T14:21:05,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1d275582c108a6f4d74bb98c4fe85fb9: Running coprocessor pre-open hook at 1731421265147Writing region info on filesystem at 1731421265147Initializing all the Stores at 1731421265148 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421265148Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421265152 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421265152Cleaning up temporary data from old regions at 1731421265164 (+12 ms)Running coprocessor post-open hooks at 1731421265169 (+5 ms)Region opened successfully at 1731421265169 2024-11-12T14:21:05,170 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731421264369.1d275582c108a6f4d74bb98c4fe85fb9., pid=10, masterSystemTime=1731421265108 2024-11-12T14:21:05,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731421264369.1d275582c108a6f4d74bb98c4fe85fb9. 2024-11-12T14:21:05,173 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731421264369.1d275582c108a6f4d74bb98c4fe85fb9. 2024-11-12T14:21:05,173 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1d275582c108a6f4d74bb98c4fe85fb9, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,44473,1731421251449 2024-11-12T14:21:05,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d275582c108a6f4d74bb98c4fe85fb9, server=2b6d221c5cde,44473,1731421251449 because future has completed 2024-11-12T14:21:05,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T14:21:05,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1d275582c108a6f4d74bb98c4fe85fb9, server=2b6d221c5cde,44473,1731421251449 in 221 msec 2024-11-12T14:21:05,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T14:21:05,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1d275582c108a6f4d74bb98c4fe85fb9, ASSIGN in 380 msec 2024-11-12T14:21:05,183 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T14:21:05,183 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421265183"}]},"ts":"1731421265183"} 2024-11-12T14:21:05,185 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T14:21:05,186 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T14:21:05,188 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 817 msec 2024-11-12T14:21:05,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731421264369.1d275582c108a6f4d74bb98c4fe85fb9., hostname=2b6d221c5cde,44473,1731421251449, seqNum=2] 2024-11-12T14:21:05,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44473-0x1012f6b99f00001, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-913330802 2024-11-12T14:21:05,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39297-0x1012f6b99f00000, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-913330802 2024-11-12T14:21:05,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T14:21:05,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T14:21:05,442 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T14:21:05,482 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2b6d221c5cde,44473,1731421251449, ReplicationSource: 1, currentBandwidth=0 2024-11-12T14:21:05,482 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:21:05,482 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,44473,1731421251449, seqNum=-1] 2024-11-12T14:21:05,483 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:21:05,484 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-12T14:21:05,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2b6d221c5cde,44473,1731421251449', locateType=CURRENT is [region=hbase:replication,,1731421264369.1d275582c108a6f4d74bb98c4fe85fb9., hostname=2b6d221c5cde,44473,1731421251449, seqNum=2] 2024-11-12T14:21:05,488 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T14:21:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T14:21:05,491 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2b6d221c5cde,44473,1731421251449 suceeded 2024-11-12T14:21:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:21:05,498 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T14:21:05,498 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-12T14:21:05,499 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2b6d221c5cde:36371,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T14:21:05,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1390 sec 2024-11-12T14:21:05,509 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b6d221c5cde:36371' 2024-11-12T14:21:05,511 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49116c71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:05,511 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,36371,-1 for getting cluster id 2024-11-12T14:21:05,511 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:21:05,514 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc6d502a-5413-4325-b77a-841cb3356136' 2024-11-12T14:21:05,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:21:05,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc6d502a-5413-4325-b77a-841cb3356136" 2024-11-12T14:21:05,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f14298b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:05,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,36371,-1] 2024-11-12T14:21:05,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:21:05,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:05,519 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:21:05,522 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7335fbde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:05,522 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:21:05,524 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,36371,1731421256523 2024-11-12T14:21:05,524 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ed3071c 2024-11-12T14:21:05,524 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:21:05,525 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-12T14:21:05,532 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2b6d221c5cde,44473,1731421251449 (queues=1) is replicating from cluster=a516ef03-0219-430d-a41d-1721e3d3ab21 to cluster=cc6d502a-5413-4325-b77a-841cb3356136 2024-11-12T14:21:05,533 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2b6d221c5cde%2C44473%2C1731421251449 2024-11-12T14:21:05,533 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2b6d221c5cde,44473,1731421251449, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T14:21:05,533 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449.replicationSource.wal-reader.2b6d221c5cde%2C44473%2C1731421251449,1-2b6d221c5cde,44473,1731421251449 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/WALs/2b6d221c5cde,44473,1731421251449/2b6d221c5cde%2C44473%2C1731421251449.1731421253001, startPosition=0, beingWritten=true 2024-11-12T14:21:05,533 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449.replicationSource.shipper2b6d221c5cde%2C44473%2C1731421251449,1-2b6d221c5cde,44473,1731421251449 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2b6d221c5cde%2C44473%2C1731421251449 2024-11-12T14:21:05,550 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449.replicationSource.wal-reader.2b6d221c5cde%2C44473%2C1731421251449,1-2b6d221c5cde,44473,1731421251449 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T14:21:05,550 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449.replicationSource.wal-reader.2b6d221c5cde%2C44473%2C1731421251449,1-2b6d221c5cde,44473,1731421251449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/WALs/2b6d221c5cde,44473,1731421251449/2b6d221c5cde%2C44473%2C1731421251449.1731421253001 to pos 379, reset compression=false 2024-11-12T14:21:05,550 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449.replicationSource.shipper2b6d221c5cde%2C44473%2C1731421251449,1-2b6d221c5cde,44473,1731421251449 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,44473,1731421251449 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/WALs/2b6d221c5cde,44473,1731421251449/2b6d221c5cde%2C44473%2C1731421251449.1731421253001, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T14:21:05,754 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449.replicationSource.wal-reader.2b6d221c5cde%2C44473%2C1731421251449,1-2b6d221c5cde,44473,1731421251449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/WALs/2b6d221c5cde,44473,1731421251449/2b6d221c5cde%2C44473%2C1731421251449.1731421253001 to pos 379, reset compression=false 2024-11-12T14:21:06,060 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449.replicationSource.wal-reader.2b6d221c5cde%2C44473%2C1731421251449,1-2b6d221c5cde,44473,1731421251449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/WALs/2b6d221c5cde,44473,1731421251449/2b6d221c5cde%2C44473%2C1731421251449.1731421253001 to pos 379, reset compression=false 2024-11-12T14:21:06,464 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449.replicationSource.wal-reader.2b6d221c5cde%2C44473%2C1731421251449,1-2b6d221c5cde,44473,1731421251449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/WALs/2b6d221c5cde,44473,1731421251449/2b6d221c5cde%2C44473%2C1731421251449.1731421253001 to pos 379, reset compression=false 2024-11-12T14:21:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:21:06,510 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T14:21:06,511 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:21:06,511 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:21:06,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:06,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:06,511 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:21:06,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c17d82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:06,512 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,36371,-1 for getting cluster id 2024-11-12T14:21:06,512 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:21:06,513 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc6d502a-5413-4325-b77a-841cb3356136' 2024-11-12T14:21:06,514 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:21:06,514 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc6d502a-5413-4325-b77a-841cb3356136" 2024-11-12T14:21:06,515 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@251f053d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:06,515 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,36371,-1] 2024-11-12T14:21:06,515 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:21:06,515 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:06,516 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:21:06,517 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c418ea3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:06,518 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:21:06,524 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,36371,1731421256523 2024-11-12T14:21:06,524 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@187141f7 2024-11-12T14:21:06,525 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:21:06,529 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:21:06,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36371 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2b6d221c5cde:39297,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T14:21:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36371 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T14:21:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:21:06,533 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b6d221c5cde:39297' 2024-11-12T14:21:06,536 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3df166bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:06,536 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,39297,-1 for getting cluster id 2024-11-12T14:21:06,536 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:21:06,537 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a516ef03-0219-430d-a41d-1721e3d3ab21' 2024-11-12T14:21:06,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:21:06,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a516ef03-0219-430d-a41d-1721e3d3ab21" 2024-11-12T14:21:06,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75091d4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:06,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,39297,-1] 2024-11-12T14:21:06,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:21:06,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:06,539 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:21:06,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56cf0e12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:06,542 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:21:06,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,39297,1731421251152 2024-11-12T14:21:06,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3dad5731 2024-11-12T14:21:06,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:21:06,547 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:21:06,549 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T14:21:06,550 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T14:21:06,550 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:06,550 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:06,550 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:21:06,550 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:21:06,551 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T14:21:06,553 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T14:21:06,553 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:06,555 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T14:21:06,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34447 is added to blk_1073741837_1013 (size=1138) 2024-11-12T14:21:06,602 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T14:21:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:21:06,808 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T14:21:06,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:06,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:06,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:06,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:06,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:06,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:21:06,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:06,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:06,970 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449.replicationSource.wal-reader.2b6d221c5cde%2C44473%2C1731421251449,1-2b6d221c5cde,44473,1731421251449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/WALs/2b6d221c5cde,44473,1731421251449/2b6d221c5cde%2C44473%2C1731421251449.1731421253001 to pos 379, reset compression=false 2024-11-12T14:21:06,978 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 130e74cbd0e0078b34b4b8d7ded99969, NAME => 'hbase:replication,,1731421266550.130e74cbd0e0078b34b4b8d7ded99969.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1 2024-11-12T14:21:06,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34447 is added to blk_1073741838_1014 (size=44) 2024-11-12T14:21:07,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:21:07,383 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731421266550.130e74cbd0e0078b34b4b8d7ded99969.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:21:07,384 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 130e74cbd0e0078b34b4b8d7ded99969, disabling compactions & flushes 2024-11-12T14:21:07,384 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731421266550.130e74cbd0e0078b34b4b8d7ded99969. 2024-11-12T14:21:07,384 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731421266550.130e74cbd0e0078b34b4b8d7ded99969. 2024-11-12T14:21:07,384 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731421266550.130e74cbd0e0078b34b4b8d7ded99969. after waiting 0 ms 2024-11-12T14:21:07,384 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731421266550.130e74cbd0e0078b34b4b8d7ded99969. 2024-11-12T14:21:07,384 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731421266550.130e74cbd0e0078b34b4b8d7ded99969. 2024-11-12T14:21:07,384 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 130e74cbd0e0078b34b4b8d7ded99969: Waiting for close lock at 1731421267384Disabling compacts and flushes for region at 1731421267384Disabling writes for close at 1731421267384Writing region close event to WAL at 1731421267384Closed at 1731421267384 2024-11-12T14:21:07,385 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T14:21:07,385 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731421266550.130e74cbd0e0078b34b4b8d7ded99969.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731421267385"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731421267385"}]},"ts":"1731421267385"} 2024-11-12T14:21:07,387 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T14:21:07,388 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T14:21:07,388 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421267388"}]},"ts":"1731421267388"} 2024-11-12T14:21:07,390 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T14:21:07,390 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=130e74cbd0e0078b34b4b8d7ded99969, ASSIGN}] 2024-11-12T14:21:07,392 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=130e74cbd0e0078b34b4b8d7ded99969, ASSIGN 2024-11-12T14:21:07,392 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=130e74cbd0e0078b34b4b8d7ded99969, ASSIGN; state=OFFLINE, location=2b6d221c5cde,38887,1731421256849; forceNewPlan=false, retain=false 2024-11-12T14:21:07,543 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=130e74cbd0e0078b34b4b8d7ded99969, regionState=OPENING, regionLocation=2b6d221c5cde,38887,1731421256849 2024-11-12T14:21:07,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=130e74cbd0e0078b34b4b8d7ded99969, ASSIGN because future has completed 2024-11-12T14:21:07,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 130e74cbd0e0078b34b4b8d7ded99969, server=2b6d221c5cde,38887,1731421256849}] 2024-11-12T14:21:07,574 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449.replicationSource.wal-reader.2b6d221c5cde%2C44473%2C1731421251449,1-2b6d221c5cde,44473,1731421251449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/WALs/2b6d221c5cde,44473,1731421251449/2b6d221c5cde%2C44473%2C1731421251449.1731421253001 to pos 379, reset compression=false 2024-11-12T14:21:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:21:07,701 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731421266550.130e74cbd0e0078b34b4b8d7ded99969. 2024-11-12T14:21:07,701 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:21:07,702 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T14:21:07,703 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C38887%2C1731421256849.rep, suffix=, logDir=hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/WALs/2b6d221c5cde,38887,1731421256849, archiveDir=hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/oldWALs, maxLogs=10 2024-11-12T14:21:07,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/WALs/2b6d221c5cde,38887,1731421256849/2b6d221c5cde%2C38887%2C1731421256849.rep.1731421267704, exclude list is [], retry=0 2024-11-12T14:21:07,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34447,DS-b7b2a167-d575-44a6-b274-aba0c5c4479a,DISK] 2024-11-12T14:21:07,722 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/WALs/2b6d221c5cde,38887,1731421256849/2b6d221c5cde%2C38887%2C1731421256849.rep.1731421267704 2024-11-12T14:21:07,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39595:39595)] 2024-11-12T14:21:07,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 130e74cbd0e0078b34b4b8d7ded99969, NAME => 'hbase:replication,,1731421266550.130e74cbd0e0078b34b4b8d7ded99969.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:21:07,723 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:21:07,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T14:21:07,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731421266550.130e74cbd0e0078b34b4b8d7ded99969. service=MultiRowMutationService 2024-11-12T14:21:07,723 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T14:21:07,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 130e74cbd0e0078b34b4b8d7ded99969 2024-11-12T14:21:07,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731421266550.130e74cbd0e0078b34b4b8d7ded99969.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:21:07,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 130e74cbd0e0078b34b4b8d7ded99969 2024-11-12T14:21:07,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 130e74cbd0e0078b34b4b8d7ded99969 2024-11-12T14:21:07,728 INFO [StoreOpener-130e74cbd0e0078b34b4b8d7ded99969-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 130e74cbd0e0078b34b4b8d7ded99969 2024-11-12T14:21:07,730 INFO [StoreOpener-130e74cbd0e0078b34b4b8d7ded99969-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 130e74cbd0e0078b34b4b8d7ded99969 columnFamilyName hfileref 2024-11-12T14:21:07,730 DEBUG [StoreOpener-130e74cbd0e0078b34b4b8d7ded99969-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:07,730 INFO [StoreOpener-130e74cbd0e0078b34b4b8d7ded99969-1 {}] regionserver.HStore(327): Store=130e74cbd0e0078b34b4b8d7ded99969/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:21:07,730 INFO [StoreOpener-130e74cbd0e0078b34b4b8d7ded99969-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 130e74cbd0e0078b34b4b8d7ded99969 2024-11-12T14:21:07,732 INFO [StoreOpener-130e74cbd0e0078b34b4b8d7ded99969-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 130e74cbd0e0078b34b4b8d7ded99969 columnFamilyName queue 2024-11-12T14:21:07,732 DEBUG [StoreOpener-130e74cbd0e0078b34b4b8d7ded99969-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:07,736 INFO [StoreOpener-130e74cbd0e0078b34b4b8d7ded99969-1 {}] regionserver.HStore(327): Store=130e74cbd0e0078b34b4b8d7ded99969/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:21:07,736 INFO [StoreOpener-130e74cbd0e0078b34b4b8d7ded99969-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 130e74cbd0e0078b34b4b8d7ded99969 2024-11-12T14:21:07,738 INFO [StoreOpener-130e74cbd0e0078b34b4b8d7ded99969-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 130e74cbd0e0078b34b4b8d7ded99969 columnFamilyName sid 2024-11-12T14:21:07,738 DEBUG [StoreOpener-130e74cbd0e0078b34b4b8d7ded99969-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:07,738 INFO [StoreOpener-130e74cbd0e0078b34b4b8d7ded99969-1 {}] regionserver.HStore(327): Store=130e74cbd0e0078b34b4b8d7ded99969/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:21:07,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 130e74cbd0e0078b34b4b8d7ded99969 2024-11-12T14:21:07,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/hbase/replication/130e74cbd0e0078b34b4b8d7ded99969 2024-11-12T14:21:07,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/hbase/replication/130e74cbd0e0078b34b4b8d7ded99969 2024-11-12T14:21:07,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 130e74cbd0e0078b34b4b8d7ded99969 2024-11-12T14:21:07,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 130e74cbd0e0078b34b4b8d7ded99969 2024-11-12T14:21:07,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T14:21:07,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 130e74cbd0e0078b34b4b8d7ded99969 2024-11-12T14:21:07,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/hbase/replication/130e74cbd0e0078b34b4b8d7ded99969/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:21:07,746 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 130e74cbd0e0078b34b4b8d7ded99969; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68512094, jitterRate=0.020909756422042847}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T14:21:07,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 130e74cbd0e0078b34b4b8d7ded99969 2024-11-12T14:21:07,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 130e74cbd0e0078b34b4b8d7ded99969: Running coprocessor pre-open hook at 1731421267724Writing region info on filesystem at 1731421267724Initializing all the Stores at 1731421267724Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421267724Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421267728 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421267728Cleaning up temporary data from old regions at 1731421267740 (+12 ms)Running coprocessor post-open hooks at 1731421267746 (+6 ms)Region opened successfully at 1731421267746 2024-11-12T14:21:07,748 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731421266550.130e74cbd0e0078b34b4b8d7ded99969., pid=10, masterSystemTime=1731421267697 2024-11-12T14:21:07,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731421266550.130e74cbd0e0078b34b4b8d7ded99969. 2024-11-12T14:21:07,750 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731421266550.130e74cbd0e0078b34b4b8d7ded99969. 2024-11-12T14:21:07,750 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=130e74cbd0e0078b34b4b8d7ded99969, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,38887,1731421256849 2024-11-12T14:21:07,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 130e74cbd0e0078b34b4b8d7ded99969, server=2b6d221c5cde,38887,1731421256849 because future has completed 2024-11-12T14:21:07,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T14:21:07,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 130e74cbd0e0078b34b4b8d7ded99969, server=2b6d221c5cde,38887,1731421256849 in 208 msec 2024-11-12T14:21:07,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T14:21:07,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=130e74cbd0e0078b34b4b8d7ded99969, ASSIGN in 365 msec 2024-11-12T14:21:07,757 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T14:21:07,757 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421267757"}]},"ts":"1731421267757"} 2024-11-12T14:21:07,759 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T14:21:07,760 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T14:21:07,761 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2100 sec 2024-11-12T14:21:07,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731421266550.130e74cbd0e0078b34b4b8d7ded99969., hostname=2b6d221c5cde,38887,1731421256849, seqNum=2] 2024-11-12T14:21:07,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36371-0x1012f6b99f00003, quorum=127.0.0.1:59559, baseZNode=/1573554667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1573554667 2024-11-12T14:21:07,835 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38887-0x1012f6b99f00004, quorum=127.0.0.1:59559, baseZNode=/1573554667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1573554667 2024-11-12T14:21:07,857 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T14:21:08,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T14:21:08,010 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T14:21:08,037 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2b6d221c5cde,38887,1731421256849, ReplicationSource: 1, currentBandwidth=0 2024-11-12T14:21:08,037 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:21:08,037 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,38887,1731421256849, seqNum=-1] 2024-11-12T14:21:08,037 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:21:08,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49261, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-12T14:21:08,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2b6d221c5cde,38887,1731421256849', locateType=CURRENT is [region=hbase:replication,,1731421266550.130e74cbd0e0078b34b4b8d7ded99969., hostname=2b6d221c5cde,38887,1731421256849, seqNum=2] 2024-11-12T14:21:08,042 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T14:21:08,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36371 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T14:21:08,045 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2b6d221c5cde,38887,1731421256849 suceeded 2024-11-12T14:21:08,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T14:21:08,046 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2b6d221c5cde:39297,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T14:21:08,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-12T14:21:08,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5170 sec 2024-11-12T14:21:08,059 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,38887,1731421256849 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b6d221c5cde:39297' 2024-11-12T14:21:08,060 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,38887,1731421256849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@641c3dc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:08,060 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,38887,1731421256849 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,39297,-1 for getting cluster id 2024-11-12T14:21:08,060 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,38887,1731421256849 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:21:08,061 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a516ef03-0219-430d-a41d-1721e3d3ab21' 2024-11-12T14:21:08,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:21:08,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a516ef03-0219-430d-a41d-1721e3d3ab21" 2024-11-12T14:21:08,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b744404, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:08,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,39297,-1] 2024-11-12T14:21:08,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:21:08,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:08,062 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:21:08,062 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,38887,1731421256849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@123ddba1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:08,062 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,38887,1731421256849 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:21:08,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,39297,1731421251152 2024-11-12T14:21:08,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9815b1c 2024-11-12T14:21:08,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:21:08,064 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-12T14:21:08,064 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,38887,1731421256849 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2b6d221c5cde,38887,1731421256849 (queues=1) is replicating from cluster=cc6d502a-5413-4325-b77a-841cb3356136 to cluster=a516ef03-0219-430d-a41d-1721e3d3ab21 2024-11-12T14:21:08,064 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,38887,1731421256849 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2b6d221c5cde%2C38887%2C1731421256849 2024-11-12T14:21:08,064 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,38887,1731421256849 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2b6d221c5cde,38887,1731421256849, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T14:21:08,064 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,38887,1731421256849.replicationSource.shipper2b6d221c5cde%2C38887%2C1731421256849,1-2b6d221c5cde,38887,1731421256849 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2b6d221c5cde%2C38887%2C1731421256849 2024-11-12T14:21:08,064 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,38887,1731421256849.replicationSource.wal-reader.2b6d221c5cde%2C38887%2C1731421256849,1-2b6d221c5cde,38887,1731421256849 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/WALs/2b6d221c5cde,38887,1731421256849/2b6d221c5cde%2C38887%2C1731421256849.1731421260694, startPosition=0, beingWritten=true 2024-11-12T14:21:08,069 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,38887,1731421256849.replicationSource.wal-reader.2b6d221c5cde%2C38887%2C1731421256849,1-2b6d221c5cde,38887,1731421256849 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T14:21:08,069 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,38887,1731421256849.replicationSource.wal-reader.2b6d221c5cde%2C38887%2C1731421256849,1-2b6d221c5cde,38887,1731421256849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/WALs/2b6d221c5cde,38887,1731421256849/2b6d221c5cde%2C38887%2C1731421256849.1731421260694 to pos 379, reset compression=false 2024-11-12T14:21:08,069 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,38887,1731421256849.replicationSource.shipper2b6d221c5cde%2C38887%2C1731421256849,1-2b6d221c5cde,38887,1731421256849 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,38887,1731421256849 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/WALs/2b6d221c5cde,38887,1731421256849/2b6d221c5cde%2C38887%2C1731421256849.1731421260694, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T14:21:08,272 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,38887,1731421256849.replicationSource.wal-reader.2b6d221c5cde%2C38887%2C1731421256849,1-2b6d221c5cde,38887,1731421256849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/WALs/2b6d221c5cde,38887,1731421256849/2b6d221c5cde%2C38887%2C1731421256849.1731421260694 to pos 379, reset compression=false 2024-11-12T14:21:08,280 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449.replicationSource.wal-reader.2b6d221c5cde%2C44473%2C1731421251449,1-2b6d221c5cde,44473,1731421251449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/WALs/2b6d221c5cde,44473,1731421251449/2b6d221c5cde%2C44473%2C1731421251449.1731421253001 to pos 379, reset compression=false 2024-11-12T14:21:08,577 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,38887,1731421256849.replicationSource.wal-reader.2b6d221c5cde%2C38887%2C1731421256849,1-2b6d221c5cde,38887,1731421256849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/WALs/2b6d221c5cde,38887,1731421256849/2b6d221c5cde%2C38887%2C1731421256849.1731421260694 to pos 379, reset compression=false 2024-11-12T14:21:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:21:08,677 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T14:21:08,677 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:21:08,677 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:21:08,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:08,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:08,677 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:21:08,678 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:21:08,682 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731421268681/Put/seqid=0 2024-11-12T14:21:08,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741840_1016 (size=7894) 2024-11-12T14:21:08,981 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,38887,1731421256849.replicationSource.wal-reader.2b6d221c5cde%2C38887%2C1731421256849,1-2b6d221c5cde,38887,1731421256849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/WALs/2b6d221c5cde,38887,1731421256849/2b6d221c5cde%2C38887%2C1731421256849.1731421260694 to pos 379, reset compression=false 2024-11-12T14:21:09,084 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449.replicationSource.wal-reader.2b6d221c5cde%2C44473%2C1731421251449,1-2b6d221c5cde,44473,1731421251449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/WALs/2b6d221c5cde,44473,1731421251449/2b6d221c5cde%2C44473%2C1731421251449.1731421253001 to pos 379, reset compression=false 2024-11-12T14:21:09,089 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731421269088/Put/seqid=0 2024-11-12T14:21:09,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741841_1017 (size=7691) 2024-11-12T14:21:09,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@443a6876, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:09,495 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,39297,-1 for getting cluster id 2024-11-12T14:21:09,495 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:21:09,496 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a516ef03-0219-430d-a41d-1721e3d3ab21' 2024-11-12T14:21:09,496 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:21:09,496 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a516ef03-0219-430d-a41d-1721e3d3ab21" 2024-11-12T14:21:09,496 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cc098bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:09,496 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,39297,-1] 2024-11-12T14:21:09,497 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:21:09,497 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:09,497 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:21:09,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7021309a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:09,498 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:21:09,499 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,44473,1731421251449, seqNum=-1] 2024-11-12T14:21:09,499 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:21:09,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:21:09,502 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,38887,1731421256849.replicationSource.wal-reader.2b6d221c5cde%2C38887%2C1731421256849,1-2b6d221c5cde,38887,1731421256849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/WALs/2b6d221c5cde,38887,1731421256849/2b6d221c5cde%2C38887%2C1731421256849.1731421260694 to pos 379, reset compression=false 2024-11-12T14:21:09,507 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:21:09,508 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,39297,1731421251152 2024-11-12T14:21:09,508 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a74c51b 2024-11-12T14:21:09,508 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:21:09,509 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:21:09,513 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731421261538.b470da43dc51f1ee000a666d7cb180d2., hostname=2b6d221c5cde,44473,1731421251449, seqNum=2] 2024-11-12T14:21:09,515 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T14:21:09,522 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-12T14:21:09,524 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-12T14:21:09,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/testHFileCyclicReplication_01/f/hfile_0 for inclusion in b470da43dc51f1ee000a666d7cb180d2/f 2024-11-12T14:21:09,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-12T14:21:09,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T14:21:09,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/testHFileCyclicReplication_01/f/hfile_1 for inclusion in b470da43dc51f1ee000a666d7cb180d2/f 2024-11-12T14:21:09,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-12T14:21:09,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T14:21:09,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] regionserver.HRegion(2603): Flush status journal for b470da43dc51f1ee000a666d7cb180d2: 2024-11-12T14:21:09,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/staging/jenkins__test__id9k29ptbs66h4ii2mavfp6962knqtchap3c6hac2mqjp1au7avv7o3208h13s3o/f/hfile_0 2024-11-12T14:21:09,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/staging/jenkins__test__id9k29ptbs66h4ii2mavfp6962knqtchap3c6hac2mqjp1au7avv7o3208h13s3o/f/hfile_0 as hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/default/test/b470da43dc51f1ee000a666d7cb180d2/f/5354510bb26d4d0b83368f8461692d7d_SeqId_4_ 2024-11-12T14:21:09,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/staging/jenkins__test__id9k29ptbs66h4ii2mavfp6962knqtchap3c6hac2mqjp1au7avv7o3208h13s3o/f/hfile_1 2024-11-12T14:21:09,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/staging/jenkins__test__id9k29ptbs66h4ii2mavfp6962knqtchap3c6hac2mqjp1au7avv7o3208h13s3o/f/hfile_1 as hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/default/test/b470da43dc51f1ee000a666d7cb180d2/f/5c421fad98df4107b93f152a5bacade8_SeqId_4_ 2024-11-12T14:21:09,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/staging/jenkins__test__id9k29ptbs66h4ii2mavfp6962knqtchap3c6hac2mqjp1au7avv7o3208h13s3o/f/hfile_0 into b470da43dc51f1ee000a666d7cb180d2/f as hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/default/test/b470da43dc51f1ee000a666d7cb180d2/f/5354510bb26d4d0b83368f8461692d7d_SeqId_4_ - updating store file list. 2024-11-12T14:21:09,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5354510bb26d4d0b83368f8461692d7d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T14:21:09,545 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/default/test/b470da43dc51f1ee000a666d7cb180d2/f/5354510bb26d4d0b83368f8461692d7d_SeqId_4_ into b470da43dc51f1ee000a666d7cb180d2/f 2024-11-12T14:21:09,545 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/staging/jenkins__test__id9k29ptbs66h4ii2mavfp6962knqtchap3c6hac2mqjp1au7avv7o3208h13s3o/f/hfile_0 into b470da43dc51f1ee000a666d7cb180d2/f (new location: hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/default/test/b470da43dc51f1ee000a666d7cb180d2/f/5354510bb26d4d0b83368f8461692d7d_SeqId_4_) 2024-11-12T14:21:09,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/staging/jenkins__test__id9k29ptbs66h4ii2mavfp6962knqtchap3c6hac2mqjp1au7avv7o3208h13s3o/f/hfile_0 2024-11-12T14:21:09,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/staging/jenkins__test__id9k29ptbs66h4ii2mavfp6962knqtchap3c6hac2mqjp1au7avv7o3208h13s3o/f/hfile_1 into b470da43dc51f1ee000a666d7cb180d2/f as hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/default/test/b470da43dc51f1ee000a666d7cb180d2/f/5c421fad98df4107b93f152a5bacade8_SeqId_4_ - updating store file list. 2024-11-12T14:21:09,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5c421fad98df4107b93f152a5bacade8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T14:21:09,550 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/default/test/b470da43dc51f1ee000a666d7cb180d2/f/5c421fad98df4107b93f152a5bacade8_SeqId_4_ into b470da43dc51f1ee000a666d7cb180d2/f 2024-11-12T14:21:09,550 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/staging/jenkins__test__id9k29ptbs66h4ii2mavfp6962knqtchap3c6hac2mqjp1au7avv7o3208h13s3o/f/hfile_1 into b470da43dc51f1ee000a666d7cb180d2/f (new location: hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/default/test/b470da43dc51f1ee000a666d7cb180d2/f/5c421fad98df4107b93f152a5bacade8_SeqId_4_) 2024-11-12T14:21:09,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/staging/jenkins__test__id9k29ptbs66h4ii2mavfp6962knqtchap3c6hac2mqjp1au7avv7o3208h13s3o/f/hfile_1 2024-11-12T14:21:09,551 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:21:09,552 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:21:09,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:09,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:09,552 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:21:09,552 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731421261538.b470da43dc51f1ee000a666d7cb180d2., hostname=2b6d221c5cde,44473,1731421251449, seqNum=2 , the old value is region=test,,1731421261538.b470da43dc51f1ee000a666d7cb180d2., hostname=2b6d221c5cde,44473,1731421251449, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=2b6d221c5cde:44473 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T14:21:09,552 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731421261538.b470da43dc51f1ee000a666d7cb180d2., hostname=2b6d221c5cde,44473,1731421251449, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T14:21:09,552 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731421261538.b470da43dc51f1ee000a666d7cb180d2., hostname=2b6d221c5cde,44473,1731421251449, seqNum=2 from cache 2024-11-12T14:21:09,552 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:21:09,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:50902 deadline: 1731421329552 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:50902 2024-11-12T14:21:09,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,38887,1731421256849, seqNum=-1] 2024-11-12T14:21:09,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:21:09,554 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:21:09,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731421263712.412c9015a729e4d4a52d4871905cf29c., hostname=2b6d221c5cde,38887,1731421256849, seqNum=2] 2024-11-12T14:21:09,558 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T14:21:09,657 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b6d221c5cde:44473 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-12T14:21:09,802 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T14:21:09,802 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-12T14:21:09,803 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T14:21:09,803 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-12T14:21:09,803 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T14:21:09,803 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-12T14:21:09,988 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449.replicationSource.wal-reader.2b6d221c5cde%2C44473%2C1731421251449,1-2b6d221c5cde,44473,1731421251449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/WALs/2b6d221c5cde,44473,1731421251449/2b6d221c5cde%2C44473%2C1731421251449.1731421253001 to pos 379, reset compression=false 2024-11-12T14:21:09,993 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449.replicationSource.wal-reader.2b6d221c5cde%2C44473%2C1731421251449,1-2b6d221c5cde,44473,1731421251449 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T14:21:09,993 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449.replicationSource.shipper2b6d221c5cde%2C44473%2C1731421251449,1-2b6d221c5cde,44473,1731421251449 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,44473,1731421251449 got entry batch from reader: WALEntryBatch [walEntries=[{test/b470da43dc51f1ee000a666d7cb180d2/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731421269550/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/WALs/2b6d221c5cde,44473,1731421251449/2b6d221c5cde%2C44473%2C1731421251449.1731421253001, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-12T14:21:09,995 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449.replicationSource.shipper2b6d221c5cde%2C44473%2C1731421251449,1-2b6d221c5cde,44473,1731421251449 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:21:09,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-12T14:21:09,996 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] regionserver.ReplicationSink(318): Replicating [a516ef03-0219-430d-a41d-1721e3d3ab21] bulk loaded data 2024-11-12T14:21:09,997 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@186c893f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:09,997 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,36371,-1 for getting cluster id 2024-11-12T14:21:09,997 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:21:09,998 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc6d502a-5413-4325-b77a-841cb3356136' 2024-11-12T14:21:09,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:21:09,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc6d502a-5413-4325-b77a-841cb3356136" 2024-11-12T14:21:09,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f9a8a26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:09,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,36371,-1] 2024-11-12T14:21:09,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:21:09,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:09,999 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:21:09,999 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49a32ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:10,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34447 is added to blk_1073741840_1016 (size=7894) 2024-11-12T14:21:10,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34447 is added to blk_1073741841_1017 (size=7691) 2024-11-12T14:21:10,106 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,38887,1731421256849.replicationSource.wal-reader.2b6d221c5cde%2C38887%2C1731421256849,1-2b6d221c5cde,38887,1731421256849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/WALs/2b6d221c5cde,38887,1731421256849/2b6d221c5cde%2C38887%2C1731421256849.1731421260694 to pos 379, reset compression=false 2024-11-12T14:21:10,193 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449.replicationSource.wal-reader.2b6d221c5cde%2C44473%2C1731421251449,1-2b6d221c5cde,44473,1731421251449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/WALs/2b6d221c5cde,44473,1731421251449/2b6d221c5cde%2C44473%2C1731421251449.1731421253001 to pos 687, reset compression=false 2024-11-12T14:21:10,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:21:10,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,36371,1731421256523 2024-11-12T14:21:10,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e4c94cf 2024-11-12T14:21:10,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:21:10,432 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-12T14:21:10,433 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T14:21:10,434 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:21:10,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,38887,1731421256849, seqNum=-1] 2024-11-12T14:21:10,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:21:10,436 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-12T14:21:10,441 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/staging/jenkins.hfs.11__test__6ej6fk3rm2ggsjbj67303ifnmhjb2ok9mlik24a0eqfclhs3srkdji1p3ogc1cqn/f/5354510bb26d4d0b83368f8461692d7d_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-12T14:21:10,444 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/staging/jenkins.hfs.11__test__6ej6fk3rm2ggsjbj67303ifnmhjb2ok9mlik24a0eqfclhs3srkdji1p3ogc1cqn/f/5c421fad98df4107b93f152a5bacade8_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-12T14:21:10,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/staging/jenkins.hfs.11__test__6ej6fk3rm2ggsjbj67303ifnmhjb2ok9mlik24a0eqfclhs3srkdji1p3ogc1cqn/f/5354510bb26d4d0b83368f8461692d7d_SeqId_4_ for inclusion in 412c9015a729e4d4a52d4871905cf29c/f 2024-11-12T14:21:10,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-12T14:21:10,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T14:21:10,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/staging/jenkins.hfs.11__test__6ej6fk3rm2ggsjbj67303ifnmhjb2ok9mlik24a0eqfclhs3srkdji1p3ogc1cqn/f/5c421fad98df4107b93f152a5bacade8_SeqId_4_ for inclusion in 412c9015a729e4d4a52d4871905cf29c/f 2024-11-12T14:21:10,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-12T14:21:10,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T14:21:10,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] regionserver.HRegion(2603): Flush status journal for 412c9015a729e4d4a52d4871905cf29c: 2024-11-12T14:21:10,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5354510bb26d4d0b83368f8461692d7d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-12T14:21:10,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/staging/jenkins.hfs.11__test__6ej6fk3rm2ggsjbj67303ifnmhjb2ok9mlik24a0eqfclhs3srkdji1p3ogc1cqn/f/5354510bb26d4d0b83368f8461692d7d_SeqId_4_ as hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/default/test/412c9015a729e4d4a52d4871905cf29c/f/b1ca900ff14f42658861b01a2c815d74_SeqId_4_ 2024-11-12T14:21:10,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5c421fad98df4107b93f152a5bacade8_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-12T14:21:10,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/staging/jenkins.hfs.11__test__6ej6fk3rm2ggsjbj67303ifnmhjb2ok9mlik24a0eqfclhs3srkdji1p3ogc1cqn/f/5c421fad98df4107b93f152a5bacade8_SeqId_4_ as hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/default/test/412c9015a729e4d4a52d4871905cf29c/f/336ac08edebb458a8152c4afbf26cffb_SeqId_4_ 2024-11-12T14:21:10,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/staging/jenkins.hfs.11__test__6ej6fk3rm2ggsjbj67303ifnmhjb2ok9mlik24a0eqfclhs3srkdji1p3ogc1cqn/f/5354510bb26d4d0b83368f8461692d7d_SeqId_4_ into 412c9015a729e4d4a52d4871905cf29c/f as hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/default/test/412c9015a729e4d4a52d4871905cf29c/f/b1ca900ff14f42658861b01a2c815d74_SeqId_4_ - updating store file list. 2024-11-12T14:21:10,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b1ca900ff14f42658861b01a2c815d74_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T14:21:10,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/default/test/412c9015a729e4d4a52d4871905cf29c/f/b1ca900ff14f42658861b01a2c815d74_SeqId_4_ into 412c9015a729e4d4a52d4871905cf29c/f 2024-11-12T14:21:10,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/staging/jenkins.hfs.11__test__6ej6fk3rm2ggsjbj67303ifnmhjb2ok9mlik24a0eqfclhs3srkdji1p3ogc1cqn/f/5354510bb26d4d0b83368f8461692d7d_SeqId_4_ into 412c9015a729e4d4a52d4871905cf29c/f (new location: hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/default/test/412c9015a729e4d4a52d4871905cf29c/f/b1ca900ff14f42658861b01a2c815d74_SeqId_4_) 2024-11-12T14:21:10,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/staging/jenkins.hfs.11__test__6ej6fk3rm2ggsjbj67303ifnmhjb2ok9mlik24a0eqfclhs3srkdji1p3ogc1cqn/f/5354510bb26d4d0b83368f8461692d7d_SeqId_4_ 2024-11-12T14:21:10,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/staging/jenkins.hfs.11__test__6ej6fk3rm2ggsjbj67303ifnmhjb2ok9mlik24a0eqfclhs3srkdji1p3ogc1cqn/f/5c421fad98df4107b93f152a5bacade8_SeqId_4_ into 412c9015a729e4d4a52d4871905cf29c/f as hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/default/test/412c9015a729e4d4a52d4871905cf29c/f/336ac08edebb458a8152c4afbf26cffb_SeqId_4_ - updating store file list. 2024-11-12T14:21:10,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 336ac08edebb458a8152c4afbf26cffb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T14:21:10,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/default/test/412c9015a729e4d4a52d4871905cf29c/f/336ac08edebb458a8152c4afbf26cffb_SeqId_4_ into 412c9015a729e4d4a52d4871905cf29c/f 2024-11-12T14:21:10,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/staging/jenkins.hfs.11__test__6ej6fk3rm2ggsjbj67303ifnmhjb2ok9mlik24a0eqfclhs3srkdji1p3ogc1cqn/f/5c421fad98df4107b93f152a5bacade8_SeqId_4_ into 412c9015a729e4d4a52d4871905cf29c/f (new location: hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/default/test/412c9015a729e4d4a52d4871905cf29c/f/336ac08edebb458a8152c4afbf26cffb_SeqId_4_) 2024-11-12T14:21:10,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/staging/jenkins.hfs.11__test__6ej6fk3rm2ggsjbj67303ifnmhjb2ok9mlik24a0eqfclhs3srkdji1p3ogc1cqn/f/5c421fad98df4107b93f152a5bacade8_SeqId_4_ 2024-11-12T14:21:10,476 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] regionserver.ReplicationSink(324): Finished replicating [a516ef03-0219-430d-a41d-1721e3d3ab21] bulk loaded data 2024-11-12T14:21:10,497 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449.replicationSource.wal-reader.2b6d221c5cde%2C44473%2C1731421251449,1-2b6d221c5cde,44473,1731421251449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/WALs/2b6d221c5cde,44473,1731421251449/2b6d221c5cde%2C44473%2C1731421251449.1731421253001 to pos 687, reset compression=false 2024-11-12T14:21:10,568 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:21:10,573 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731421270572/Put/seqid=0 2024-11-12T14:21:10,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34447 is added to blk_1073741842_1018 (size=11194) 2024-11-12T14:21:10,809 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,38887,1731421256849.replicationSource.wal-reader.2b6d221c5cde%2C38887%2C1731421256849,1-2b6d221c5cde,38887,1731421256849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/WALs/2b6d221c5cde,38887,1731421256849/2b6d221c5cde%2C38887%2C1731421256849.1731421260694 to pos 379, reset compression=false 2024-11-12T14:21:10,830 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,38887,1731421256849.replicationSource.wal-reader.2b6d221c5cde%2C38887%2C1731421256849,1-2b6d221c5cde,38887,1731421256849 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T14:21:10,830 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,38887,1731421256849.replicationSource.shipper2b6d221c5cde%2C38887%2C1731421256849,1-2b6d221c5cde,38887,1731421256849 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,38887,1731421256849 got entry batch from reader: WALEntryBatch [walEntries=[{test/412c9015a729e4d4a52d4871905cf29c/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731421270475/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/WALs/2b6d221c5cde,38887,1731421256849/2b6d221c5cde%2C38887%2C1731421256849.1731421260694, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-12T14:21:10,832 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,38887,1731421256849.replicationSource.shipper2b6d221c5cde%2C38887%2C1731421256849,1-2b6d221c5cde,38887,1731421256849 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:21:10,833 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-12T14:21:10,834 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] regionserver.ReplicationSink(318): Replicating [a516ef03-0219-430d-a41d-1721e3d3ab21, cc6d502a-5413-4325-b77a-841cb3356136] bulk loaded data 2024-11-12T14:21:10,837 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@383ffb39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:10,837 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,39297,-1 for getting cluster id 2024-11-12T14:21:10,838 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:21:10,838 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a516ef03-0219-430d-a41d-1721e3d3ab21' 2024-11-12T14:21:10,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:21:10,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a516ef03-0219-430d-a41d-1721e3d3ab21" 2024-11-12T14:21:10,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@193fe969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:10,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,39297,-1] 2024-11-12T14:21:10,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:21:10,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:10,840 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:21:10,840 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f31d29a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:10,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741842_1018 (size=7894) 2024-11-12T14:21:10,851 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T14:21:10,901 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449.replicationSource.wal-reader.2b6d221c5cde%2C44473%2C1731421251449,1-2b6d221c5cde,44473,1731421251449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/WALs/2b6d221c5cde,44473,1731421251449/2b6d221c5cde%2C44473%2C1731421251449.1731421253001 to pos 687, reset compression=false 2024-11-12T14:21:10,982 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731421270982/Put/seqid=0 2024-11-12T14:21:10,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34447 is added to blk_1073741843_1019 (size=10791) 2024-11-12T14:21:10,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f027a42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:10,993 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,36371,-1 for getting cluster id 2024-11-12T14:21:10,993 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:21:10,994 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc6d502a-5413-4325-b77a-841cb3356136' 2024-11-12T14:21:10,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:21:10,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc6d502a-5413-4325-b77a-841cb3356136" 2024-11-12T14:21:10,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16b97fc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:10,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,36371,-1] 2024-11-12T14:21:10,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:21:10,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:10,995 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:21:10,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78615013, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:10,996 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:21:10,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,38887,1731421256849, seqNum=-1] 2024-11-12T14:21:10,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:21:10,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:21:11,015 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:21:11,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,36371,1731421256523 2024-11-12T14:21:11,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fc59f95 2024-11-12T14:21:11,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:21:11,017 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:21:11,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731421263712.412c9015a729e4d4a52d4871905cf29c., hostname=2b6d221c5cde,38887,1731421256849, seqNum=2] 2024-11-12T14:21:11,026 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T14:21:11,030 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,38887,1731421256849.replicationSource.wal-reader.2b6d221c5cde%2C38887%2C1731421256849,1-2b6d221c5cde,38887,1731421256849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/WALs/2b6d221c5cde,38887,1731421256849/2b6d221c5cde%2C38887%2C1731421256849.1731421260694 to pos 725, reset compression=false 2024-11-12T14:21:11,043 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-12T14:21:11,045 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-12T14:21:11,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 412c9015a729e4d4a52d4871905cf29c/f 2024-11-12T14:21:11,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-12T14:21:11,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T14:21:11,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 412c9015a729e4d4a52d4871905cf29c/f 2024-11-12T14:21:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-12T14:21:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T14:21:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] regionserver.HRegion(2603): Flush status journal for 412c9015a729e4d4a52d4871905cf29c: 2024-11-12T14:21:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/staging/jenkins__test__gip75ahhoumo3dn5ii713r350mr26l4973epq676eflnpspsb9tcq03qkfcpsucr/f/hfile_0 2024-11-12T14:21:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/staging/jenkins__test__gip75ahhoumo3dn5ii713r350mr26l4973epq676eflnpspsb9tcq03qkfcpsucr/f/hfile_0 as hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/default/test/412c9015a729e4d4a52d4871905cf29c/f/cee83ad6caac4f999ddbfc9c91141ce7_SeqId_6_ 2024-11-12T14:21:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/staging/jenkins__test__gip75ahhoumo3dn5ii713r350mr26l4973epq676eflnpspsb9tcq03qkfcpsucr/f/hfile_1 2024-11-12T14:21:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/staging/jenkins__test__gip75ahhoumo3dn5ii713r350mr26l4973epq676eflnpspsb9tcq03qkfcpsucr/f/hfile_1 as hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/default/test/412c9015a729e4d4a52d4871905cf29c/f/0c75e890e3054122adb9493bb5265c41_SeqId_6_ 2024-11-12T14:21:11,069 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/staging/jenkins__test__gip75ahhoumo3dn5ii713r350mr26l4973epq676eflnpspsb9tcq03qkfcpsucr/f/hfile_0 into 412c9015a729e4d4a52d4871905cf29c/f as hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/default/test/412c9015a729e4d4a52d4871905cf29c/f/cee83ad6caac4f999ddbfc9c91141ce7_SeqId_6_ - updating store file list. 2024-11-12T14:21:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cee83ad6caac4f999ddbfc9c91141ce7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T14:21:11,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/default/test/412c9015a729e4d4a52d4871905cf29c/f/cee83ad6caac4f999ddbfc9c91141ce7_SeqId_6_ into 412c9015a729e4d4a52d4871905cf29c/f 2024-11-12T14:21:11,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/staging/jenkins__test__gip75ahhoumo3dn5ii713r350mr26l4973epq676eflnpspsb9tcq03qkfcpsucr/f/hfile_0 into 412c9015a729e4d4a52d4871905cf29c/f (new location: hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/default/test/412c9015a729e4d4a52d4871905cf29c/f/cee83ad6caac4f999ddbfc9c91141ce7_SeqId_6_) 2024-11-12T14:21:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/staging/jenkins__test__gip75ahhoumo3dn5ii713r350mr26l4973epq676eflnpspsb9tcq03qkfcpsucr/f/hfile_0 2024-11-12T14:21:11,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/staging/jenkins__test__gip75ahhoumo3dn5ii713r350mr26l4973epq676eflnpspsb9tcq03qkfcpsucr/f/hfile_1 into 412c9015a729e4d4a52d4871905cf29c/f as hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/default/test/412c9015a729e4d4a52d4871905cf29c/f/0c75e890e3054122adb9493bb5265c41_SeqId_6_ - updating store file list. 2024-11-12T14:21:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0c75e890e3054122adb9493bb5265c41_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T14:21:11,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/default/test/412c9015a729e4d4a52d4871905cf29c/f/0c75e890e3054122adb9493bb5265c41_SeqId_6_ into 412c9015a729e4d4a52d4871905cf29c/f 2024-11-12T14:21:11,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/staging/jenkins__test__gip75ahhoumo3dn5ii713r350mr26l4973epq676eflnpspsb9tcq03qkfcpsucr/f/hfile_1 into 412c9015a729e4d4a52d4871905cf29c/f (new location: hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/default/test/412c9015a729e4d4a52d4871905cf29c/f/0c75e890e3054122adb9493bb5265c41_SeqId_6_) 2024-11-12T14:21:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/staging/jenkins__test__gip75ahhoumo3dn5ii713r350mr26l4973epq676eflnpspsb9tcq03qkfcpsucr/f/hfile_1 2024-11-12T14:21:11,079 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:21:11,079 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:21:11,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:11,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:11,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731421263712.412c9015a729e4d4a52d4871905cf29c., hostname=2b6d221c5cde,38887,1731421256849, seqNum=2 , the old value is region=test,,1731421263712.412c9015a729e4d4a52d4871905cf29c., hostname=2b6d221c5cde,38887,1731421256849, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=2b6d221c5cde:38887 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T14:21:11,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731421263712.412c9015a729e4d4a52d4871905cf29c., hostname=2b6d221c5cde,38887,1731421256849, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T14:21:11,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731421263712.412c9015a729e4d4a52d4871905cf29c., hostname=2b6d221c5cde,38887,1731421256849, seqNum=2 from cache 2024-11-12T14:21:11,080 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:21:11,080 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:21:11,081 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-12T14:21:11,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,44473,1731421251449, seqNum=-1] 2024-11-12T14:21:11,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:21:11,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:21:11,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731421261538.b470da43dc51f1ee000a666d7cb180d2., hostname=2b6d221c5cde,44473,1731421251449, seqNum=2] 2024-11-12T14:21:11,098 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T14:21:11,187 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b6d221c5cde:38887 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-12T14:21:11,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741843_1019 (size=7691) 2024-11-12T14:21:11,341 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,38887,1731421256849.replicationSource.wal-reader.2b6d221c5cde%2C38887%2C1731421256849,1-2b6d221c5cde,38887,1731421256849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/WALs/2b6d221c5cde,38887,1731421256849/2b6d221c5cde%2C38887%2C1731421256849.1731421260694 to pos 725, reset compression=false 2024-11-12T14:21:11,346 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,38887,1731421256849.replicationSource.wal-reader.2b6d221c5cde%2C38887%2C1731421256849,1-2b6d221c5cde,38887,1731421256849 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T14:21:11,404 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449.replicationSource.wal-reader.2b6d221c5cde%2C44473%2C1731421251449,1-2b6d221c5cde,44473,1731421251449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/WALs/2b6d221c5cde,44473,1731421251449/2b6d221c5cde%2C44473%2C1731421251449.1731421253001 to pos 687, reset compression=false 2024-11-12T14:21:11,546 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,38887,1731421256849.replicationSource.wal-reader.2b6d221c5cde%2C38887%2C1731421256849,1-2b6d221c5cde,38887,1731421256849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/WALs/2b6d221c5cde,38887,1731421256849/2b6d221c5cde%2C38887%2C1731421256849.1731421260694 to pos 1033, reset compression=false 2024-11-12T14:21:11,659 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:21:11,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,39297,1731421251152 2024-11-12T14:21:11,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63870766 2024-11-12T14:21:11,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:21:11,662 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-12T14:21:11,664 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T14:21:11,664 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:21:11,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,44473,1731421251449, seqNum=-1] 2024-11-12T14:21:11,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:21:11,667 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-12T14:21:11,682 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/staging/jenkins.hfs.10__test__c6vosqldo210g65gs4msci38mlkdfi0bf2alao6pmndkmekivgacj29tkannsbun/f/336ac08edebb458a8152c4afbf26cffb_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-12T14:21:11,685 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/staging/jenkins.hfs.10__test__c6vosqldo210g65gs4msci38mlkdfi0bf2alao6pmndkmekivgacj29tkannsbun/f/b1ca900ff14f42658861b01a2c815d74_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-12T14:21:11,687 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] regionserver.ReplicationSink(324): Finished replicating [a516ef03-0219-430d-a41d-1721e3d3ab21, cc6d502a-5413-4325-b77a-841cb3356136] bulk loaded data 2024-11-12T14:21:11,692 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,38887,1731421256849.replicationSource.shipper2b6d221c5cde%2C38887%2C1731421256849,1-2b6d221c5cde,38887,1731421256849 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,38887,1731421256849 got entry batch from reader: WALEntryBatch [walEntries=[{test/412c9015a729e4d4a52d4871905cf29c/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731421271078/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/WALs/2b6d221c5cde,38887,1731421256849/2b6d221c5cde%2C38887%2C1731421256849.1731421260694, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-12T14:21:11,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] regionserver.ReplicationSink(318): Replicating [cc6d502a-5413-4325-b77a-841cb3356136] bulk loaded data 2024-11-12T14:21:11,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741844_1020 (size=11194) 2024-11-12T14:21:11,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741845_1021 (size=10791) 2024-11-12T14:21:11,850 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,38887,1731421256849.replicationSource.wal-reader.2b6d221c5cde%2C38887%2C1731421256849,1-2b6d221c5cde,38887,1731421256849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/WALs/2b6d221c5cde,38887,1731421256849/2b6d221c5cde%2C38887%2C1731421256849.1731421260694 to pos 1033, reset compression=false 2024-11-12T14:21:12,007 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449.replicationSource.wal-reader.2b6d221c5cde%2C44473%2C1731421251449,1-2b6d221c5cde,44473,1731421251449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/WALs/2b6d221c5cde,44473,1731421251449/2b6d221c5cde%2C44473%2C1731421251449.1731421253001 to pos 687, reset compression=false 2024-11-12T14:21:12,107 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T14:21:12,122 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T14:21:12,133 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/staging/jenkins.hfs.10__test__bobq3jsntm731q5ogk5216suaenl33id2qb334ejo081fjvpd5pt1oe3s465gp5s/f/0c75e890e3054122adb9493bb5265c41_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-12T14:21:12,136 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/staging/jenkins.hfs.10__test__bobq3jsntm731q5ogk5216suaenl33id2qb334ejo081fjvpd5pt1oe3s465gp5s/f/cee83ad6caac4f999ddbfc9c91141ce7_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-12T14:21:12,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/staging/jenkins.hfs.10__test__bobq3jsntm731q5ogk5216suaenl33id2qb334ejo081fjvpd5pt1oe3s465gp5s/f/cee83ad6caac4f999ddbfc9c91141ce7_SeqId_6_ for inclusion in b470da43dc51f1ee000a666d7cb180d2/f 2024-11-12T14:21:12,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-12T14:21:12,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T14:21:12,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/staging/jenkins.hfs.10__test__bobq3jsntm731q5ogk5216suaenl33id2qb334ejo081fjvpd5pt1oe3s465gp5s/f/0c75e890e3054122adb9493bb5265c41_SeqId_6_ for inclusion in b470da43dc51f1ee000a666d7cb180d2/f 2024-11-12T14:21:12,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-12T14:21:12,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T14:21:12,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] regionserver.HRegion(2603): Flush status journal for b470da43dc51f1ee000a666d7cb180d2: 2024-11-12T14:21:12,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): cee83ad6caac4f999ddbfc9c91141ce7_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-12T14:21:12,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/staging/jenkins.hfs.10__test__bobq3jsntm731q5ogk5216suaenl33id2qb334ejo081fjvpd5pt1oe3s465gp5s/f/cee83ad6caac4f999ddbfc9c91141ce7_SeqId_6_ as hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/default/test/b470da43dc51f1ee000a666d7cb180d2/f/e7c23de6c02a453d9e95d92584863c09_SeqId_6_ 2024-11-12T14:21:12,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0c75e890e3054122adb9493bb5265c41_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-12T14:21:12,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/staging/jenkins.hfs.10__test__bobq3jsntm731q5ogk5216suaenl33id2qb334ejo081fjvpd5pt1oe3s465gp5s/f/0c75e890e3054122adb9493bb5265c41_SeqId_6_ as hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/default/test/b470da43dc51f1ee000a666d7cb180d2/f/9745ab63b0f94cf4839651c14c4ebfe0_SeqId_6_ 2024-11-12T14:21:12,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/staging/jenkins.hfs.10__test__bobq3jsntm731q5ogk5216suaenl33id2qb334ejo081fjvpd5pt1oe3s465gp5s/f/cee83ad6caac4f999ddbfc9c91141ce7_SeqId_6_ into b470da43dc51f1ee000a666d7cb180d2/f as hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/default/test/b470da43dc51f1ee000a666d7cb180d2/f/e7c23de6c02a453d9e95d92584863c09_SeqId_6_ - updating store file list. 2024-11-12T14:21:12,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e7c23de6c02a453d9e95d92584863c09_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T14:21:12,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/default/test/b470da43dc51f1ee000a666d7cb180d2/f/e7c23de6c02a453d9e95d92584863c09_SeqId_6_ into b470da43dc51f1ee000a666d7cb180d2/f 2024-11-12T14:21:12,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/staging/jenkins.hfs.10__test__bobq3jsntm731q5ogk5216suaenl33id2qb334ejo081fjvpd5pt1oe3s465gp5s/f/cee83ad6caac4f999ddbfc9c91141ce7_SeqId_6_ into b470da43dc51f1ee000a666d7cb180d2/f (new location: hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/default/test/b470da43dc51f1ee000a666d7cb180d2/f/e7c23de6c02a453d9e95d92584863c09_SeqId_6_) 2024-11-12T14:21:12,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/staging/jenkins.hfs.10__test__bobq3jsntm731q5ogk5216suaenl33id2qb334ejo081fjvpd5pt1oe3s465gp5s/f/cee83ad6caac4f999ddbfc9c91141ce7_SeqId_6_ 2024-11-12T14:21:12,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/staging/jenkins.hfs.10__test__bobq3jsntm731q5ogk5216suaenl33id2qb334ejo081fjvpd5pt1oe3s465gp5s/f/0c75e890e3054122adb9493bb5265c41_SeqId_6_ into b470da43dc51f1ee000a666d7cb180d2/f as hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/default/test/b470da43dc51f1ee000a666d7cb180d2/f/9745ab63b0f94cf4839651c14c4ebfe0_SeqId_6_ - updating store file list. 2024-11-12T14:21:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9745ab63b0f94cf4839651c14c4ebfe0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T14:21:12,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/default/test/b470da43dc51f1ee000a666d7cb180d2/f/9745ab63b0f94cf4839651c14c4ebfe0_SeqId_6_ into b470da43dc51f1ee000a666d7cb180d2/f 2024-11-12T14:21:12,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/staging/jenkins.hfs.10__test__bobq3jsntm731q5ogk5216suaenl33id2qb334ejo081fjvpd5pt1oe3s465gp5s/f/0c75e890e3054122adb9493bb5265c41_SeqId_6_ into b470da43dc51f1ee000a666d7cb180d2/f (new location: hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/default/test/b470da43dc51f1ee000a666d7cb180d2/f/9745ab63b0f94cf4839651c14c4ebfe0_SeqId_6_) 2024-11-12T14:21:12,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/staging/jenkins.hfs.10__test__bobq3jsntm731q5ogk5216suaenl33id2qb334ejo081fjvpd5pt1oe3s465gp5s/f/0c75e890e3054122adb9493bb5265c41_SeqId_6_ 2024-11-12T14:21:12,176 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44473 {}] regionserver.ReplicationSink(324): Finished replicating [cc6d502a-5413-4325-b77a-841cb3356136] bulk loaded data 2024-11-12T14:21:12,255 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,38887,1731421256849.replicationSource.wal-reader.2b6d221c5cde%2C38887%2C1731421256849,1-2b6d221c5cde,38887,1731421256849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/WALs/2b6d221c5cde,38887,1731421256849/2b6d221c5cde%2C38887%2C1731421256849.1731421260694 to pos 1033, reset compression=false 2024-11-12T14:21:12,711 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449.replicationSource.wal-reader.2b6d221c5cde%2C44473%2C1731421251449,1-2b6d221c5cde,44473,1731421251449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/WALs/2b6d221c5cde,44473,1731421251449/2b6d221c5cde%2C44473%2C1731421251449.1731421253001 to pos 687, reset compression=false 2024-11-12T14:21:12,718 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449.replicationSource.wal-reader.2b6d221c5cde%2C44473%2C1731421251449,1-2b6d221c5cde,44473,1731421251449 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T14:21:12,719 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449.replicationSource.shipper2b6d221c5cde%2C44473%2C1731421251449,1-2b6d221c5cde,44473,1731421251449 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,44473,1731421251449 got entry batch from reader: WALEntryBatch [walEntries=[{test/b470da43dc51f1ee000a666d7cb180d2/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731421272174/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/WALs/2b6d221c5cde,44473,1731421251449/2b6d221c5cde%2C44473%2C1731421251449.1731421253001, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-12T14:21:12,720 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] regionserver.ReplicationSink(318): Replicating [cc6d502a-5413-4325-b77a-841cb3356136, a516ef03-0219-430d-a41d-1721e3d3ab21] bulk loaded data 2024-11-12T14:21:12,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34447 is added to blk_1073741844_1020 (size=11194) 2024-11-12T14:21:12,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34447 is added to blk_1073741845_1021 (size=10791) 2024-11-12T14:21:12,758 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,38887,1731421256849.replicationSource.wal-reader.2b6d221c5cde%2C38887%2C1731421256849,1-2b6d221c5cde,38887,1731421256849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/WALs/2b6d221c5cde,38887,1731421256849/2b6d221c5cde%2C38887%2C1731421256849.1731421260694 to pos 1033, reset compression=false 2024-11-12T14:21:12,760 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T14:21:12,776 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/staging/jenkins.hfs.11__test__ckkggbda1ucbgf20l1ksea05g3l5j36gu42uf3ejlct9p8as11ov4su0agtct8ig/f/9745ab63b0f94cf4839651c14c4ebfe0_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-12T14:21:12,779 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/staging/jenkins.hfs.11__test__ckkggbda1ucbgf20l1ksea05g3l5j36gu42uf3ejlct9p8as11ov4su0agtct8ig/f/e7c23de6c02a453d9e95d92584863c09_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-12T14:21:12,781 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] regionserver.ReplicationSink(324): Finished replicating [cc6d502a-5413-4325-b77a-841cb3356136, a516ef03-0219-430d-a41d-1721e3d3ab21] bulk loaded data 2024-11-12T14:21:12,919 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449.replicationSource.wal-reader.2b6d221c5cde%2C44473%2C1731421251449,1-2b6d221c5cde,44473,1731421251449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/WALs/2b6d221c5cde,44473,1731421251449/2b6d221c5cde%2C44473%2C1731421251449.1731421253001 to pos 1033, reset compression=false 2024-11-12T14:21:13,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T14:21:13,120 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:21:13,120 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:21:13,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:13,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:13,120 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T14:21:13,121 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:21:13,121 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=353075684, stopped=false 2024-11-12T14:21:13,121 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b6d221c5cde,36371,1731421256523 2024-11-12T14:21:13,169 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38887-0x1012f6b99f00004, quorum=127.0.0.1:59559, baseZNode=/1573554667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1573554667/running 2024-11-12T14:21:13,169 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:21:13,169 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38887-0x1012f6b99f00004, quorum=127.0.0.1:59559, baseZNode=/1573554667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1573554667 2024-11-12T14:21:13,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36371-0x1012f6b99f00003, quorum=127.0.0.1:59559, baseZNode=/1573554667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1573554667/running 2024-11-12T14:21:13,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36371-0x1012f6b99f00003, quorum=127.0.0.1:59559, baseZNode=/1573554667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1573554667 2024-11-12T14:21:13,170 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:21:13,170 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:21:13,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:13,170 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b6d221c5cde,38887,1731421256849' ***** 2024-11-12T14:21:13,170 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T14:21:13,171 INFO [RS:0;2b6d221c5cde:38887 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T14:21:13,171 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T14:21:13,171 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36371-0x1012f6b99f00003, quorum=127.0.0.1:59559, baseZNode=/1573554667 Set watcher on znode that does not yet exist, /1573554667/running 2024-11-12T14:21:13,171 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38887-0x1012f6b99f00004, quorum=127.0.0.1:59559, baseZNode=/1573554667 Set watcher on znode that does not yet exist, /1573554667/running 2024-11-12T14:21:13,171 INFO [RS:0;2b6d221c5cde:38887 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T14:21:13,171 INFO [RS:0;2b6d221c5cde:38887 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T14:21:13,172 INFO [RS:0;2b6d221c5cde:38887 {}] regionserver.HRegionServer(3091): Received CLOSE for 412c9015a729e4d4a52d4871905cf29c 2024-11-12T14:21:13,172 INFO [RS:0;2b6d221c5cde:38887 {}] regionserver.HRegionServer(3091): Received CLOSE for 130e74cbd0e0078b34b4b8d7ded99969 2024-11-12T14:21:13,172 INFO [RS:0;2b6d221c5cde:38887 {}] regionserver.HRegionServer(959): stopping server 2b6d221c5cde,38887,1731421256849 2024-11-12T14:21:13,172 INFO [RS:0;2b6d221c5cde:38887 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:21:13,172 INFO [RS:0;2b6d221c5cde:38887 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:38887. 2024-11-12T14:21:13,172 DEBUG [RS:0;2b6d221c5cde:38887 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:21:13,172 DEBUG [RS:0;2b6d221c5cde:38887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:13,172 INFO [RS:0;2b6d221c5cde:38887 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T14:21:13,172 INFO [RS:0;2b6d221c5cde:38887 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T14:21:13,172 INFO [RS:0;2b6d221c5cde:38887 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T14:21:13,173 INFO [RS:0;2b6d221c5cde:38887 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T14:21:13,173 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 412c9015a729e4d4a52d4871905cf29c, disabling compactions & flushes 2024-11-12T14:21:13,173 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731421263712.412c9015a729e4d4a52d4871905cf29c. 2024-11-12T14:21:13,173 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731421263712.412c9015a729e4d4a52d4871905cf29c. 2024-11-12T14:21:13,173 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731421263712.412c9015a729e4d4a52d4871905cf29c. after waiting 0 ms 2024-11-12T14:21:13,173 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731421263712.412c9015a729e4d4a52d4871905cf29c. 2024-11-12T14:21:13,180 INFO [RS:0;2b6d221c5cde:38887 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T14:21:13,180 DEBUG [RS:0;2b6d221c5cde:38887 {}] regionserver.HRegionServer(1325): Online Regions={412c9015a729e4d4a52d4871905cf29c=test,,1731421263712.412c9015a729e4d4a52d4871905cf29c., 130e74cbd0e0078b34b4b8d7ded99969=hbase:replication,,1731421266550.130e74cbd0e0078b34b4b8d7ded99969., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T14:21:13,180 DEBUG [RS:0;2b6d221c5cde:38887 {}] regionserver.HRegionServer(1351): Waiting on 130e74cbd0e0078b34b4b8d7ded99969, 1588230740, 412c9015a729e4d4a52d4871905cf29c 2024-11-12T14:21:13,181 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:21:13,181 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:21:13,181 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:21:13,181 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:21:13,181 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:21:13,181 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T14:21:13,228 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T14:21:13,232 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/hbase/meta/1588230740/.tmp/info/4c84a1b9d1e748b8bb749304adc4e302 is 147, key is hbase:replication,,1731421266550.130e74cbd0e0078b34b4b8d7ded99969./info:regioninfo/1731421267750/Put/seqid=0 2024-11-12T14:21:13,237 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/default/test/412c9015a729e4d4a52d4871905cf29c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T14:21:13,237 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:21:13,237 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T14:21:13,238 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731421263712.412c9015a729e4d4a52d4871905cf29c. 2024-11-12T14:21:13,238 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 412c9015a729e4d4a52d4871905cf29c: Waiting for close lock at 1731421273173Running coprocessor pre-close hooks at 1731421273173Disabling compacts and flushes for region at 1731421273173Disabling writes for close at 1731421273173Writing region close event to WAL at 1731421273223 (+50 ms)Running coprocessor post-close hooks at 1731421273237 (+14 ms)Closed at 1731421273238 (+1 ms) 2024-11-12T14:21:13,238 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731421263712.412c9015a729e4d4a52d4871905cf29c. 2024-11-12T14:21:13,238 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 130e74cbd0e0078b34b4b8d7ded99969, disabling compactions & flushes 2024-11-12T14:21:13,238 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731421266550.130e74cbd0e0078b34b4b8d7ded99969. 2024-11-12T14:21:13,238 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731421266550.130e74cbd0e0078b34b4b8d7ded99969. 2024-11-12T14:21:13,238 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731421266550.130e74cbd0e0078b34b4b8d7ded99969. after waiting 0 ms 2024-11-12T14:21:13,238 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731421266550.130e74cbd0e0078b34b4b8d7ded99969. 2024-11-12T14:21:13,238 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 130e74cbd0e0078b34b4b8d7ded99969 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-12T14:21:13,247 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449.replicationSource.wal-reader.2b6d221c5cde%2C44473%2C1731421251449,1-2b6d221c5cde,44473,1731421251449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/WALs/2b6d221c5cde,44473,1731421251449/2b6d221c5cde%2C44473%2C1731421251449.1731421253001 to pos 1033, reset compression=false 2024-11-12T14:21:13,249 INFO [regionserver/2b6d221c5cde:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:21:13,286 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/hbase/replication/130e74cbd0e0078b34b4b8d7ded99969/.tmp/hfileref/3212af2ca0cd40a9ba186217c1e6a055 is 74, key is 1/hfileref:0c75e890e3054122adb9493bb5265c41_SeqId_6_/1731421272177/DeleteColumn/seqid=0 2024-11-12T14:21:13,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34447 is added to blk_1073741846_1022 (size=7686) 2024-11-12T14:21:13,293 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/hbase/meta/1588230740/.tmp/info/4c84a1b9d1e748b8bb749304adc4e302 2024-11-12T14:21:13,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:13,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:13,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:13,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:13,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:13,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:13,331 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/hbase/meta/1588230740/.tmp/ns/f6243bc96e98465783bd6c8963f1147a is 43, key is default/ns:d/1731421261414/Put/seqid=0 2024-11-12T14:21:13,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:13,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:13,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34447 is added to blk_1073741847_1023 (size=5345) 2024-11-12T14:21:13,350 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/hbase/replication/130e74cbd0e0078b34b4b8d7ded99969/.tmp/hfileref/3212af2ca0cd40a9ba186217c1e6a055 2024-11-12T14:21:13,367 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,38887,1731421256849.replicationSource.wal-reader.2b6d221c5cde%2C38887%2C1731421256849,1-2b6d221c5cde,38887,1731421256849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/WALs/2b6d221c5cde,38887,1731421256849/2b6d221c5cde%2C38887%2C1731421256849.1731421260694 to pos 1033, reset compression=false 2024-11-12T14:21:13,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34447 is added to blk_1073741848_1024 (size=5153) 2024-11-12T14:21:13,370 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/hbase/meta/1588230740/.tmp/ns/f6243bc96e98465783bd6c8963f1147a 2024-11-12T14:21:13,379 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/hbase/replication/130e74cbd0e0078b34b4b8d7ded99969/.tmp/queue/ece6b4526f2b4950a0e7c3996f1ff88c is 154, key is 1-2b6d221c5cde,38887,1731421256849/queue:2b6d221c5cde%2C38887%2C1731421256849/1731421272178/Put/seqid=0 2024-11-12T14:21:13,380 DEBUG [RS:0;2b6d221c5cde:38887 {}] regionserver.HRegionServer(1351): Waiting on 130e74cbd0e0078b34b4b8d7ded99969, 1588230740 2024-11-12T14:21:13,394 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/hbase/meta/1588230740/.tmp/rep_barrier/b51d88e7c71f460396d11555a25bcac4 is 112, key is test,,1731421263712.412c9015a729e4d4a52d4871905cf29c./rep_barrier:seqnumDuringOpen/1731421264109/Put/seqid=0 2024-11-12T14:21:13,404 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,38887,1731421256849.replicationSource.wal-reader.2b6d221c5cde%2C38887%2C1731421256849,1-2b6d221c5cde,38887,1731421256849 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T14:21:13,404 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,38887,1731421256849.replicationSource.wal-reader.2b6d221c5cde%2C38887%2C1731421256849,1-2b6d221c5cde,38887,1731421256849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/WALs/2b6d221c5cde,38887,1731421256849/2b6d221c5cde%2C38887%2C1731421256849.1731421260694 to pos 1328, reset compression=false 2024-11-12T14:21:13,404 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,38887,1731421256849.replicationSource.shipper2b6d221c5cde%2C38887%2C1731421256849,1-2b6d221c5cde,38887,1731421256849 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,38887,1731421256849 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/WALs/2b6d221c5cde,38887,1731421256849/2b6d221c5cde%2C38887%2C1731421256849.1731421260694, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T14:21:13,408 ERROR [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,38887,1731421256849.replicationSource.shipper2b6d221c5cde%2C38887%2C1731421256849,1-2b6d221c5cde,38887,1731421256849 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2b6d221c5cde,38887,1731421256849: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-2b6d221c5cde,38887,1731421256849, walGroup=2b6d221c5cde%2C38887%2C1731421256849, offset=2b6d221c5cde%2C38887%2C1731421256849.1731421260694:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b6d221c5cde:38887 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T14:21:13,409 ERROR [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,38887,1731421256849.replicationSource.shipper2b6d221c5cde%2C38887%2C1731421256849,1-2b6d221c5cde,38887,1731421256849 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T14:21:13,412 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,38887,1731421256849.replicationSource.shipper2b6d221c5cde%2C38887%2C1731421256849,1-2b6d221c5cde,38887,1731421256849 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T14:21:13,414 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,38887,1731421256849.replicationSource.shipper2b6d221c5cde%2C38887%2C1731421256849,1-2b6d221c5cde,38887,1731421256849 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T14:21:13,414 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,38887,1731421256849.replicationSource.shipper2b6d221c5cde%2C38887%2C1731421256849,1-2b6d221c5cde,38887,1731421256849 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T14:21:13,414 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,38887,1731421256849.replicationSource.shipper2b6d221c5cde%2C38887%2C1731421256849,1-2b6d221c5cde,38887,1731421256849 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T14:21:13,414 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,38887,1731421256849.replicationSource.shipper2b6d221c5cde%2C38887%2C1731421256849,1-2b6d221c5cde,38887,1731421256849 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1065353216, "init": 1048576000, "max": 2306867200, "used": 596585688 }, "NonHeapMemoryUsage": { "committed": 190578688, "init": 7667712, "max": -1, "used": 187850024 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T14:21:13,417 WARN [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,38887,1731421256849.replicationSource.shipper2b6d221c5cde%2C38887%2C1731421256849,1-2b6d221c5cde,38887,1731421256849 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b6d221c5cde:36371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b6d221c5cde:36371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T14:21:13,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34447 is added to blk_1073741849_1025 (size=5353) 2024-11-12T14:21:13,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34447 is added to blk_1073741850_1026 (size=5518) 2024-11-12T14:21:13,428 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/hbase/meta/1588230740/.tmp/rep_barrier/b51d88e7c71f460396d11555a25bcac4 2024-11-12T14:21:13,460 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/hbase/meta/1588230740/.tmp/table/5e05a785473344ccb217f0f805b093c9 is 53, key is hbase:replication/table:state/1731421267757/Put/seqid=0 2024-11-12T14:21:13,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34447 is added to blk_1073741851_1027 (size=5308) 2024-11-12T14:21:13,472 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/hbase/meta/1588230740/.tmp/table/5e05a785473344ccb217f0f805b093c9 2024-11-12T14:21:13,482 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/hbase/meta/1588230740/.tmp/info/4c84a1b9d1e748b8bb749304adc4e302 as hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/hbase/meta/1588230740/info/4c84a1b9d1e748b8bb749304adc4e302 2024-11-12T14:21:13,487 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/hbase/meta/1588230740/info/4c84a1b9d1e748b8bb749304adc4e302, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T14:21:13,489 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/hbase/meta/1588230740/.tmp/ns/f6243bc96e98465783bd6c8963f1147a as hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/hbase/meta/1588230740/ns/f6243bc96e98465783bd6c8963f1147a 2024-11-12T14:21:13,500 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/hbase/meta/1588230740/ns/f6243bc96e98465783bd6c8963f1147a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T14:21:13,501 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/hbase/meta/1588230740/.tmp/rep_barrier/b51d88e7c71f460396d11555a25bcac4 as hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/hbase/meta/1588230740/rep_barrier/b51d88e7c71f460396d11555a25bcac4 2024-11-12T14:21:13,512 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/hbase/meta/1588230740/rep_barrier/b51d88e7c71f460396d11555a25bcac4, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T14:21:13,513 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/hbase/meta/1588230740/.tmp/table/5e05a785473344ccb217f0f805b093c9 as hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/hbase/meta/1588230740/table/5e05a785473344ccb217f0f805b093c9 2024-11-12T14:21:13,524 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/hbase/meta/1588230740/table/5e05a785473344ccb217f0f805b093c9, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T14:21:13,533 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T14:21:13,533 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T14:21:13,533 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 352ms, sequenceid=16, compaction requested=false 2024-11-12T14:21:13,559 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T14:21:13,560 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:21:13,560 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:21:13,560 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:21:13,560 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421273181Running coprocessor pre-close hooks at 1731421273181Disabling compacts and flushes for region at 1731421273181Disabling writes for close at 1731421273181Obtaining lock to block concurrent updates at 1731421273181Preparing flush snapshotting stores in 1588230740 at 1731421273181Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731421273182 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731421273183 (+1 ms)Flushing 1588230740/info: creating writer at 1731421273183Flushing 1588230740/info: appending metadata at 1731421273229 (+46 ms)Flushing 1588230740/info: closing flushed file at 1731421273229Flushing 1588230740/ns: creating writer at 1731421273298 (+69 ms)Flushing 1588230740/ns: appending metadata at 1731421273330 (+32 ms)Flushing 1588230740/ns: closing flushed file at 1731421273331 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731421273376 (+45 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731421273393 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731421273393Flushing 1588230740/table: creating writer at 1731421273434 (+41 ms)Flushing 1588230740/table: appending metadata at 1731421273460 (+26 ms)Flushing 1588230740/table: closing flushed file at 1731421273460Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6160024b: reopening flushed file at 1731421273479 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9df7c5c: reopening flushed file at 1731421273488 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63a601be: reopening flushed file at 1731421273500 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@659bb5f4: reopening flushed file at 1731421273512 (+12 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 352ms, sequenceid=16, compaction requested=false at 1731421273533 (+21 ms)Writing region close event to WAL at 1731421273552 (+19 ms)Running coprocessor post-close hooks at 1731421273560 (+8 ms)Closed at 1731421273560 2024-11-12T14:21:13,560 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T14:21:13,581 DEBUG [RS:0;2b6d221c5cde:38887 {}] regionserver.HRegionServer(1351): Waiting on 130e74cbd0e0078b34b4b8d7ded99969 2024-11-12T14:21:13,658 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,38887,1731421256849.replicationSource.wal-reader.2b6d221c5cde%2C38887%2C1731421256849,1-2b6d221c5cde,38887,1731421256849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/WALs/2b6d221c5cde,38887,1731421256849/2b6d221c5cde%2C38887%2C1731421256849.1731421260694 to pos 1328, reset compression=false 2024-11-12T14:21:13,701 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449.replicationSource.wal-reader.2b6d221c5cde%2C44473%2C1731421251449,1-2b6d221c5cde,44473,1731421251449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/WALs/2b6d221c5cde,44473,1731421251449/2b6d221c5cde%2C44473%2C1731421251449.1731421253001 to pos 1033, reset compression=false 2024-11-12T14:21:13,781 DEBUG [RS:0;2b6d221c5cde:38887 {}] regionserver.HRegionServer(1351): Waiting on 130e74cbd0e0078b34b4b8d7ded99969 2024-11-12T14:21:13,820 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/hbase/replication/130e74cbd0e0078b34b4b8d7ded99969/.tmp/queue/ece6b4526f2b4950a0e7c3996f1ff88c 2024-11-12T14:21:13,828 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/hbase/replication/130e74cbd0e0078b34b4b8d7ded99969/.tmp/hfileref/3212af2ca0cd40a9ba186217c1e6a055 as hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/hbase/replication/130e74cbd0e0078b34b4b8d7ded99969/hfileref/3212af2ca0cd40a9ba186217c1e6a055 2024-11-12T14:21:13,837 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/hbase/replication/130e74cbd0e0078b34b4b8d7ded99969/hfileref/3212af2ca0cd40a9ba186217c1e6a055, entries=4, sequenceid=12, filesize=5.2 K 2024-11-12T14:21:13,838 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/hbase/replication/130e74cbd0e0078b34b4b8d7ded99969/.tmp/queue/ece6b4526f2b4950a0e7c3996f1ff88c as hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/hbase/replication/130e74cbd0e0078b34b4b8d7ded99969/queue/ece6b4526f2b4950a0e7c3996f1ff88c 2024-11-12T14:21:13,850 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/hbase/replication/130e74cbd0e0078b34b4b8d7ded99969/queue/ece6b4526f2b4950a0e7c3996f1ff88c, entries=1, sequenceid=12, filesize=5.2 K 2024-11-12T14:21:13,852 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 130e74cbd0e0078b34b4b8d7ded99969 in 614ms, sequenceid=12, compaction requested=false 2024-11-12T14:21:13,871 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/data/hbase/replication/130e74cbd0e0078b34b4b8d7ded99969/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-12T14:21:13,872 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:21:13,872 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:21:13,872 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731421266550.130e74cbd0e0078b34b4b8d7ded99969. 2024-11-12T14:21:13,872 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 130e74cbd0e0078b34b4b8d7ded99969: Waiting for close lock at 1731421273238Running coprocessor pre-close hooks at 1731421273238Disabling compacts and flushes for region at 1731421273238Disabling writes for close at 1731421273238Obtaining lock to block concurrent updates at 1731421273238Preparing flush snapshotting stores in 130e74cbd0e0078b34b4b8d7ded99969 at 1731421273238Finished memstore snapshotting hbase:replication,,1731421266550.130e74cbd0e0078b34b4b8d7ded99969., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731421273239 (+1 ms)Flushing stores of hbase:replication,,1731421266550.130e74cbd0e0078b34b4b8d7ded99969. at 1731421273239Flushing 130e74cbd0e0078b34b4b8d7ded99969/hfileref: creating writer at 1731421273239Flushing 130e74cbd0e0078b34b4b8d7ded99969/hfileref: appending metadata at 1731421273285 (+46 ms)Flushing 130e74cbd0e0078b34b4b8d7ded99969/hfileref: closing flushed file at 1731421273285Flushing 130e74cbd0e0078b34b4b8d7ded99969/queue: creating writer at 1731421273355 (+70 ms)Flushing 130e74cbd0e0078b34b4b8d7ded99969/queue: appending metadata at 1731421273378 (+23 ms)Flushing 130e74cbd0e0078b34b4b8d7ded99969/queue: closing flushed file at 1731421273378Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d81dc5c: reopening flushed file at 1731421273825 (+447 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d1e2596: reopening flushed file at 1731421273837 (+12 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 130e74cbd0e0078b34b4b8d7ded99969 in 614ms, sequenceid=12, compaction requested=false at 1731421273852 (+15 ms)Writing region close event to WAL at 1731421273868 (+16 ms)Running coprocessor post-close hooks at 1731421273872 (+4 ms)Closed at 1731421273872 2024-11-12T14:21:13,872 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731421266550.130e74cbd0e0078b34b4b8d7ded99969. 2024-11-12T14:21:13,962 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,38887,1731421256849.replicationSource.wal-reader.2b6d221c5cde%2C38887%2C1731421256849,1-2b6d221c5cde,38887,1731421256849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/WALs/2b6d221c5cde,38887,1731421256849/2b6d221c5cde%2C38887%2C1731421256849.1731421260694 to pos 1328, reset compression=false 2024-11-12T14:21:13,981 INFO [RS:0;2b6d221c5cde:38887 {}] regionserver.HRegionServer(976): stopping server 2b6d221c5cde,38887,1731421256849; all regions closed. 2024-11-12T14:21:13,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34447 is added to blk_1073741834_1010 (size=4239) 2024-11-12T14:21:14,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34447 is added to blk_1073741839_1015 (size=3127) 2024-11-12T14:21:14,041 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/WALs/2b6d221c5cde,38887,1731421256849/2b6d221c5cde%2C38887%2C1731421256849.1731421260694 not finished, retry = 0 2024-11-12T14:21:14,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34447 is added to blk_1073741833_1009 (size=1336) 2024-11-12T14:21:14,154 DEBUG [RS:0;2b6d221c5cde:38887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:14,154 INFO [RS:0;2b6d221c5cde:38887 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:21:14,154 INFO [RS:0;2b6d221c5cde:38887 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:21:14,154 INFO [RS:0;2b6d221c5cde:38887 {}] hbase.ChoreService(370): Chore service for: regionserver/2b6d221c5cde:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T14:21:14,154 INFO [RS:0;2b6d221c5cde:38887 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:21:14,155 INFO [RS:0;2b6d221c5cde:38887 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2b6d221c5cde,38887,1731421256849 because: Region server is closing 2024-11-12T14:21:14,155 INFO [RS:0;2b6d221c5cde:38887 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:38887. 2024-11-12T14:21:14,155 INFO [regionserver/2b6d221c5cde:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:21:14,155 DEBUG [RS:0;2b6d221c5cde:38887 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:21:14,155 DEBUG [RS:0;2b6d221c5cde:38887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:14,155 DEBUG [RS:0;2b6d221c5cde:38887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:14,155 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:21:14,221 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449.replicationSource.wal-reader.2b6d221c5cde%2C44473%2C1731421251449,1-2b6d221c5cde,44473,1731421251449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/WALs/2b6d221c5cde,44473,1731421251449/2b6d221c5cde%2C44473%2C1731421251449.1731421253001 to pos 1033, reset compression=false 2024-11-12T14:21:14,256 INFO [RS:0;2b6d221c5cde:38887 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,38887,1731421256849.replicationSource.shipper2b6d221c5cde%2C38887%2C1731421256849,1-2b6d221c5cde,38887,1731421256849 terminated 2024-11-12T14:21:14,256 INFO [RS:0;2b6d221c5cde:38887 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:38887. 2024-11-12T14:21:14,256 DEBUG [RS:0;2b6d221c5cde:38887 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:21:14,256 DEBUG [RS:0;2b6d221c5cde:38887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:14,256 DEBUG [RS:0;2b6d221c5cde:38887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:14,256 INFO [RS:0;2b6d221c5cde:38887 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38887 2024-11-12T14:21:14,256 WARN [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,38887,1731421256849.replicationSource.wal-reader.2b6d221c5cde%2C38887%2C1731421256849,1-2b6d221c5cde,38887,1731421256849 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T14:21:14,257 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:21:14,350 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38887-0x1012f6b99f00004, quorum=127.0.0.1:59559, baseZNode=/1573554667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1573554667/rs/2b6d221c5cde,38887,1731421256849 2024-11-12T14:21:14,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36371-0x1012f6b99f00003, quorum=127.0.0.1:59559, baseZNode=/1573554667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1573554667/rs 2024-11-12T14:21:14,351 INFO [RS:0;2b6d221c5cde:38887 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:21:14,361 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b6d221c5cde,38887,1731421256849] 2024-11-12T14:21:14,372 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1573554667/draining/2b6d221c5cde,38887,1731421256849 already deleted, retry=false 2024-11-12T14:21:14,372 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b6d221c5cde,38887,1731421256849 expired; onlineServers=0 2024-11-12T14:21:14,372 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b6d221c5cde,36371,1731421256523' ***** 2024-11-12T14:21:14,372 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T14:21:14,372 INFO [M:0;2b6d221c5cde:36371 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:21:14,372 INFO [M:0;2b6d221c5cde:36371 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:21:14,372 DEBUG [M:0;2b6d221c5cde:36371 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T14:21:14,372 DEBUG [M:0;2b6d221c5cde:36371 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T14:21:14,372 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T14:21:14,372 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421260054 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421260054,5,FailOnTimeoutGroup] 2024-11-12T14:21:14,372 INFO [M:0;2b6d221c5cde:36371 {}] hbase.ChoreService(370): Chore service for: master/2b6d221c5cde:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T14:21:14,372 INFO [M:0;2b6d221c5cde:36371 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:21:14,372 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421260055 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421260055,5,FailOnTimeoutGroup] 2024-11-12T14:21:14,372 DEBUG [M:0;2b6d221c5cde:36371 {}] master.HMaster(1795): Stopping service threads 2024-11-12T14:21:14,373 INFO [M:0;2b6d221c5cde:36371 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T14:21:14,373 INFO [M:0;2b6d221c5cde:36371 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:21:14,373 INFO [M:0;2b6d221c5cde:36371 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T14:21:14,373 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T14:21:14,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36371-0x1012f6b99f00003, quorum=127.0.0.1:59559, baseZNode=/1573554667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1573554667/master 2024-11-12T14:21:14,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36371-0x1012f6b99f00003, quorum=127.0.0.1:59559, baseZNode=/1573554667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1573554667 2024-11-12T14:21:14,382 DEBUG [M:0;2b6d221c5cde:36371 {}] zookeeper.ZKUtil(347): master:36371-0x1012f6b99f00003, quorum=127.0.0.1:59559, baseZNode=/1573554667 Unable to get data of znode /1573554667/master because node does not exist (not an error) 2024-11-12T14:21:14,382 WARN [M:0;2b6d221c5cde:36371 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T14:21:14,383 INFO [M:0;2b6d221c5cde:36371 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/.lastflushedseqids 2024-11-12T14:21:14,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34447 is added to blk_1073741852_1028 (size=263) 2024-11-12T14:21:14,453 INFO [M:0;2b6d221c5cde:36371 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T14:21:14,454 INFO [M:0;2b6d221c5cde:36371 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T14:21:14,454 DEBUG [M:0;2b6d221c5cde:36371 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:21:14,454 INFO [M:0;2b6d221c5cde:36371 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:21:14,454 DEBUG [M:0;2b6d221c5cde:36371 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:21:14,454 DEBUG [M:0;2b6d221c5cde:36371 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:21:14,454 DEBUG [M:0;2b6d221c5cde:36371 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:21:14,454 INFO [M:0;2b6d221c5cde:36371 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-12T14:21:14,462 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38887-0x1012f6b99f00004, quorum=127.0.0.1:59559, baseZNode=/1573554667 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:21:14,462 INFO [RS:0;2b6d221c5cde:38887 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:21:14,462 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38887-0x1012f6b99f00004, quorum=127.0.0.1:59559, baseZNode=/1573554667 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:21:14,462 INFO [RS:0;2b6d221c5cde:38887 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b6d221c5cde,38887,1731421256849; zookeeper connection closed. 2024-11-12T14:21:14,462 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7349a2b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7349a2b 2024-11-12T14:21:14,462 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T14:21:14,493 DEBUG [M:0;2b6d221c5cde:36371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/39e71659a0234523a3db4efa141d9d8c is 82, key is hbase:meta,,1/info:regioninfo/1731421261333/Put/seqid=0 2024-11-12T14:21:14,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34447 is added to blk_1073741853_1029 (size=5672) 2024-11-12T14:21:14,506 INFO [M:0;2b6d221c5cde:36371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/39e71659a0234523a3db4efa141d9d8c 2024-11-12T14:21:14,555 DEBUG [M:0;2b6d221c5cde:36371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd2c2d85ed2247688aa7a058541dadf5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731421267761/Put/seqid=0 2024-11-12T14:21:14,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34447 is added to blk_1073741854_1030 (size=8516) 2024-11-12T14:21:14,570 INFO [M:0;2b6d221c5cde:36371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd2c2d85ed2247688aa7a058541dadf5 2024-11-12T14:21:14,595 DEBUG [M:0;2b6d221c5cde:36371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/226b9cbfef8a42a3bee26f89fa1483a8 is 69, key is 2b6d221c5cde,38887,1731421256849/rs:state/1731421260356/Put/seqid=0 2024-11-12T14:21:14,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34447 is added to blk_1073741855_1031 (size=5156) 2024-11-12T14:21:14,861 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449.replicationSource.wal-reader.2b6d221c5cde%2C44473%2C1731421251449,1-2b6d221c5cde,44473,1731421251449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/WALs/2b6d221c5cde,44473,1731421251449/2b6d221c5cde%2C44473%2C1731421251449.1731421253001 to pos 1033, reset compression=false 2024-11-12T14:21:15,019 INFO [M:0;2b6d221c5cde:36371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/226b9cbfef8a42a3bee26f89fa1483a8 2024-11-12T14:21:15,025 DEBUG [M:0;2b6d221c5cde:36371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/39e71659a0234523a3db4efa141d9d8c as hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/39e71659a0234523a3db4efa141d9d8c 2024-11-12T14:21:15,030 INFO [M:0;2b6d221c5cde:36371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/39e71659a0234523a3db4efa141d9d8c, entries=8, sequenceid=97, filesize=5.5 K 2024-11-12T14:21:15,031 DEBUG [M:0;2b6d221c5cde:36371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd2c2d85ed2247688aa7a058541dadf5 as hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dd2c2d85ed2247688aa7a058541dadf5 2024-11-12T14:21:15,035 INFO [M:0;2b6d221c5cde:36371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dd2c2d85ed2247688aa7a058541dadf5, entries=11, sequenceid=97, filesize=8.3 K 2024-11-12T14:21:15,036 DEBUG [M:0;2b6d221c5cde:36371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/226b9cbfef8a42a3bee26f89fa1483a8 as hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/226b9cbfef8a42a3bee26f89fa1483a8 2024-11-12T14:21:15,042 INFO [M:0;2b6d221c5cde:36371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46285/user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/226b9cbfef8a42a3bee26f89fa1483a8, entries=1, sequenceid=97, filesize=5.0 K 2024-11-12T14:21:15,042 INFO [M:0;2b6d221c5cde:36371 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 588ms, sequenceid=97, compaction requested=false 2024-11-12T14:21:15,043 INFO [M:0;2b6d221c5cde:36371 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:21:15,043 DEBUG [M:0;2b6d221c5cde:36371 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421274454Disabling compacts and flushes for region at 1731421274454Disabling writes for close at 1731421274454Obtaining lock to block concurrent updates at 1731421274454Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731421274454Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731421274454Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731421274455 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731421274455Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731421274493 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731421274493Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731421274517 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731421274554 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731421274554Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731421274575 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731421274594 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731421274594Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f52f2e9: reopening flushed file at 1731421275024 (+430 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3206fd84: reopening flushed file at 1731421275030 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26072bd9: reopening flushed file at 1731421275035 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 588ms, sequenceid=97, compaction requested=false at 1731421275042 (+7 ms)Writing region close event to WAL at 1731421275043 (+1 ms)Closed at 1731421275043 2024-11-12T14:21:15,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34447 is added to blk_1073741830_1006 (size=63654) 2024-11-12T14:21:15,045 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a19e490c-af0e-8e24-c76e-d4a2ecff9de1/MasterData/WALs/2b6d221c5cde,36371,1731421256523/2b6d221c5cde%2C36371%2C1731421256523.1731421258028 not finished, retry = 0 2024-11-12T14:21:15,147 INFO [M:0;2b6d221c5cde:36371 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T14:21:15,147 INFO [M:0;2b6d221c5cde:36371 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36371 2024-11-12T14:21:15,147 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:21:15,148 INFO [M:0;2b6d221c5cde:36371 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:21:15,419 INFO [M:0;2b6d221c5cde:36371 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:21:15,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36371-0x1012f6b99f00003, quorum=127.0.0.1:59559, baseZNode=/1573554667 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:21:15,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36371-0x1012f6b99f00003, quorum=127.0.0.1:59559, baseZNode=/1573554667 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:21:15,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76195f19{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:21:15,427 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27510ba6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:21:15,427 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:21:15,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c275192{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:21:15,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b909903{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e429035a-6881-7ef8-9a06-3826f855191f/hadoop.log.dir/,STOPPED} 2024-11-12T14:21:15,430 WARN [BP-1215273268-172.17.0.3-1731421254153 heartbeating to localhost/127.0.0.1:46285 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T14:21:15,430 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T14:21:15,430 WARN [BP-1215273268-172.17.0.3-1731421254153 heartbeating to localhost/127.0.0.1:46285 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1215273268-172.17.0.3-1731421254153 (Datanode Uuid 1f7ba819-151d-43b5-b69a-56618082ac2a) service to localhost/127.0.0.1:46285 2024-11-12T14:21:15,430 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T14:21:15,430 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e429035a-6881-7ef8-9a06-3826f855191f/cluster_f6459420-22d6-ec2a-2aa3-ae0c9e5a99d2/data/data1/current/BP-1215273268-172.17.0.3-1731421254153 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:21:15,431 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e429035a-6881-7ef8-9a06-3826f855191f/cluster_f6459420-22d6-ec2a-2aa3-ae0c9e5a99d2/data/data2/current/BP-1215273268-172.17.0.3-1731421254153 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:21:15,431 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T14:21:15,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f960172{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:21:15,440 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72fd22da{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:21:15,441 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:21:15,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bf0668d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:21:15,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42980d1b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e429035a-6881-7ef8-9a06-3826f855191f/hadoop.log.dir/,STOPPED} 2024-11-12T14:21:15,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T14:21:15,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T14:21:15,460 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:21:15,461 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:21:15,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:15,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:15,461 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T14:21:15,461 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1677542700, stopped=false 2024-11-12T14:21:15,461 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:21:15,461 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b6d221c5cde,39297,1731421251152 2024-11-12T14:21:15,567 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449.replicationSource.wal-reader.2b6d221c5cde%2C44473%2C1731421251449,1-2b6d221c5cde,44473,1731421251449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/WALs/2b6d221c5cde,44473,1731421251449/2b6d221c5cde%2C44473%2C1731421251449.1731421253001 to pos 1033, reset compression=false 2024-11-12T14:21:15,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44473-0x1012f6b99f00001, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-913330802/running 2024-11-12T14:21:15,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39297-0x1012f6b99f00000, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-913330802/running 2024-11-12T14:21:15,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44473-0x1012f6b99f00001, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-913330802 2024-11-12T14:21:15,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39297-0x1012f6b99f00000, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-913330802 2024-11-12T14:21:15,666 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:21:15,666 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:21:15,666 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:21:15,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:15,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44473-0x1012f6b99f00001, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Set watcher on znode that does not yet exist, /0-913330802/running 2024-11-12T14:21:15,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39297-0x1012f6b99f00000, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Set watcher on znode that does not yet exist, /0-913330802/running 2024-11-12T14:21:15,667 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b6d221c5cde,44473,1731421251449' ***** 2024-11-12T14:21:15,667 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T14:21:15,667 INFO [RS:0;2b6d221c5cde:44473 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T14:21:15,667 INFO [RS:0;2b6d221c5cde:44473 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T14:21:15,667 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T14:21:15,667 INFO [RS:0;2b6d221c5cde:44473 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T14:21:15,667 INFO [RS:0;2b6d221c5cde:44473 {}] regionserver.HRegionServer(3091): Received CLOSE for b470da43dc51f1ee000a666d7cb180d2 2024-11-12T14:21:15,668 INFO [RS:0;2b6d221c5cde:44473 {}] regionserver.HRegionServer(3091): Received CLOSE for 1d275582c108a6f4d74bb98c4fe85fb9 2024-11-12T14:21:15,668 INFO [RS:0;2b6d221c5cde:44473 {}] regionserver.HRegionServer(959): stopping server 2b6d221c5cde,44473,1731421251449 2024-11-12T14:21:15,668 INFO [RS:0;2b6d221c5cde:44473 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:21:15,668 INFO [RS:0;2b6d221c5cde:44473 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:44473. 2024-11-12T14:21:15,668 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b470da43dc51f1ee000a666d7cb180d2, disabling compactions & flushes 2024-11-12T14:21:15,668 DEBUG [RS:0;2b6d221c5cde:44473 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:21:15,668 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731421261538.b470da43dc51f1ee000a666d7cb180d2. 2024-11-12T14:21:15,668 DEBUG [RS:0;2b6d221c5cde:44473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:15,668 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731421261538.b470da43dc51f1ee000a666d7cb180d2. 2024-11-12T14:21:15,668 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731421261538.b470da43dc51f1ee000a666d7cb180d2. after waiting 0 ms 2024-11-12T14:21:15,668 INFO [RS:0;2b6d221c5cde:44473 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T14:21:15,668 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731421261538.b470da43dc51f1ee000a666d7cb180d2. 2024-11-12T14:21:15,668 INFO [RS:0;2b6d221c5cde:44473 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T14:21:15,668 INFO [RS:0;2b6d221c5cde:44473 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T14:21:15,668 INFO [RS:0;2b6d221c5cde:44473 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T14:21:15,668 INFO [RS:0;2b6d221c5cde:44473 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T14:21:15,668 DEBUG [RS:0;2b6d221c5cde:44473 {}] regionserver.HRegionServer(1325): Online Regions={b470da43dc51f1ee000a666d7cb180d2=test,,1731421261538.b470da43dc51f1ee000a666d7cb180d2., 1588230740=hbase:meta,,1.1588230740, 1d275582c108a6f4d74bb98c4fe85fb9=hbase:replication,,1731421264369.1d275582c108a6f4d74bb98c4fe85fb9.} 2024-11-12T14:21:15,668 DEBUG [RS:0;2b6d221c5cde:44473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d275582c108a6f4d74bb98c4fe85fb9, b470da43dc51f1ee000a666d7cb180d2 2024-11-12T14:21:15,668 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:21:15,668 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:21:15,668 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:21:15,668 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:21:15,668 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:21:15,669 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T14:21:15,688 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/hbase/meta/1588230740/.tmp/info/b6a0665123ed43adab13e5b27e845504 is 147, key is hbase:replication,,1731421264369.1d275582c108a6f4d74bb98c4fe85fb9./info:regioninfo/1731421265173/Put/seqid=0 2024-11-12T14:21:15,740 INFO [regionserver/2b6d221c5cde:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:21:15,744 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/default/test/b470da43dc51f1ee000a666d7cb180d2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T14:21:15,745 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:21:15,745 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T14:21:15,745 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731421261538.b470da43dc51f1ee000a666d7cb180d2. 2024-11-12T14:21:15,745 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b470da43dc51f1ee000a666d7cb180d2: Waiting for close lock at 1731421275668Running coprocessor pre-close hooks at 1731421275668Disabling compacts and flushes for region at 1731421275668Disabling writes for close at 1731421275668Writing region close event to WAL at 1731421275668Running coprocessor post-close hooks at 1731421275745 (+77 ms)Closed at 1731421275745 2024-11-12T14:21:15,745 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731421261538.b470da43dc51f1ee000a666d7cb180d2. 2024-11-12T14:21:15,745 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1d275582c108a6f4d74bb98c4fe85fb9, disabling compactions & flushes 2024-11-12T14:21:15,745 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731421264369.1d275582c108a6f4d74bb98c4fe85fb9. 2024-11-12T14:21:15,745 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731421264369.1d275582c108a6f4d74bb98c4fe85fb9. 2024-11-12T14:21:15,745 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731421264369.1d275582c108a6f4d74bb98c4fe85fb9. after waiting 0 ms 2024-11-12T14:21:15,745 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731421264369.1d275582c108a6f4d74bb98c4fe85fb9. 2024-11-12T14:21:15,746 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1d275582c108a6f4d74bb98c4fe85fb9 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-12T14:21:15,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741846_1022 (size=7686) 2024-11-12T14:21:15,766 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/hbase/replication/1d275582c108a6f4d74bb98c4fe85fb9/.tmp/hfileref/934a463431ea47adbe0d69e2ff683670 is 74, key is 1/hfileref:5354510bb26d4d0b83368f8461692d7d_SeqId_4_/1731421270478/DeleteColumn/seqid=0 2024-11-12T14:21:15,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741847_1023 (size=5345) 2024-11-12T14:21:15,868 DEBUG [RS:0;2b6d221c5cde:44473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d275582c108a6f4d74bb98c4fe85fb9 2024-11-12T14:21:15,876 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T14:21:15,876 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T14:21:16,069 DEBUG [RS:0;2b6d221c5cde:44473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d275582c108a6f4d74bb98c4fe85fb9 2024-11-12T14:21:16,149 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/hbase/meta/1588230740/.tmp/info/b6a0665123ed43adab13e5b27e845504 2024-11-12T14:21:16,166 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/hbase/meta/1588230740/.tmp/ns/5a54a6f173834ba6a41f5793a21235ae is 43, key is default/ns:d/1731421254007/Put/seqid=0 2024-11-12T14:21:16,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741848_1024 (size=5153) 2024-11-12T14:21:16,171 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/hbase/replication/1d275582c108a6f4d74bb98c4fe85fb9/.tmp/hfileref/934a463431ea47adbe0d69e2ff683670 2024-11-12T14:21:16,192 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/hbase/replication/1d275582c108a6f4d74bb98c4fe85fb9/.tmp/queue/76277e0acb944ce3925da0764e13fc1c is 154, key is 1-2b6d221c5cde,44473,1731421251449/queue:2b6d221c5cde%2C44473%2C1731421251449/1731421272785/Put/seqid=0 2024-11-12T14:21:16,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741849_1025 (size=5353) 2024-11-12T14:21:16,269 DEBUG [RS:0;2b6d221c5cde:44473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d275582c108a6f4d74bb98c4fe85fb9 2024-11-12T14:21:16,371 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449.replicationSource.wal-reader.2b6d221c5cde%2C44473%2C1731421251449,1-2b6d221c5cde,44473,1731421251449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/WALs/2b6d221c5cde,44473,1731421251449/2b6d221c5cde%2C44473%2C1731421251449.1731421253001 to pos 1033, reset compression=false 2024-11-12T14:21:16,375 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449.replicationSource.wal-reader.2b6d221c5cde%2C44473%2C1731421251449,1-2b6d221c5cde,44473,1731421251449 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T14:21:16,375 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449.replicationSource.wal-reader.2b6d221c5cde%2C44473%2C1731421251449,1-2b6d221c5cde,44473,1731421251449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/WALs/2b6d221c5cde,44473,1731421251449/2b6d221c5cde%2C44473%2C1731421251449.1731421253001 to pos 1328, reset compression=false 2024-11-12T14:21:16,375 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449.replicationSource.shipper2b6d221c5cde%2C44473%2C1731421251449,1-2b6d221c5cde,44473,1731421251449 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,44473,1731421251449 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/WALs/2b6d221c5cde,44473,1731421251449/2b6d221c5cde%2C44473%2C1731421251449.1731421253001, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T14:21:16,376 ERROR [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449.replicationSource.shipper2b6d221c5cde%2C44473%2C1731421251449,1-2b6d221c5cde,44473,1731421251449 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2b6d221c5cde,44473,1731421251449: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-2b6d221c5cde,44473,1731421251449, walGroup=2b6d221c5cde%2C44473%2C1731421251449, offset=2b6d221c5cde%2C44473%2C1731421251449.1731421253001:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b6d221c5cde:44473 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T14:21:16,377 ERROR [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449.replicationSource.shipper2b6d221c5cde%2C44473%2C1731421251449,1-2b6d221c5cde,44473,1731421251449 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T14:21:16,377 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449.replicationSource.shipper2b6d221c5cde%2C44473%2C1731421251449,1-2b6d221c5cde,44473,1731421251449 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T14:21:16,378 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449.replicationSource.shipper2b6d221c5cde%2C44473%2C1731421251449,1-2b6d221c5cde,44473,1731421251449 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T14:21:16,378 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449.replicationSource.shipper2b6d221c5cde%2C44473%2C1731421251449,1-2b6d221c5cde,44473,1731421251449 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T14:21:16,378 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449.replicationSource.shipper2b6d221c5cde%2C44473%2C1731421251449,1-2b6d221c5cde,44473,1731421251449 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T14:21:16,378 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449.replicationSource.shipper2b6d221c5cde%2C44473%2C1731421251449,1-2b6d221c5cde,44473,1731421251449 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1065353216, "init": 1048576000, "max": 2306867200, "used": 644820184 }, "NonHeapMemoryUsage": { "committed": 191037440, "init": 7667712, "max": -1, "used": 186897840 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T14:21:16,379 WARN [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449.replicationSource.shipper2b6d221c5cde%2C44473%2C1731421251449,1-2b6d221c5cde,44473,1731421251449 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b6d221c5cde:39297 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b6d221c5cde:39297 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T14:21:16,469 DEBUG [RS:0;2b6d221c5cde:44473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d275582c108a6f4d74bb98c4fe85fb9 2024-11-12T14:21:16,570 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/hbase/meta/1588230740/.tmp/ns/5a54a6f173834ba6a41f5793a21235ae 2024-11-12T14:21:16,580 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449.replicationSource.wal-reader.2b6d221c5cde%2C44473%2C1731421251449,1-2b6d221c5cde,44473,1731421251449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/WALs/2b6d221c5cde,44473,1731421251449/2b6d221c5cde%2C44473%2C1731421251449.1731421253001 to pos 1328, reset compression=false 2024-11-12T14:21:16,588 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/hbase/meta/1588230740/.tmp/rep_barrier/919447ddad9a4725b8601784c4a6c4b1 is 112, key is test,,1731421261538.b470da43dc51f1ee000a666d7cb180d2./rep_barrier:seqnumDuringOpen/1731421262858/Put/seqid=0 2024-11-12T14:21:16,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741850_1026 (size=5518) 2024-11-12T14:21:16,596 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/hbase/replication/1d275582c108a6f4d74bb98c4fe85fb9/.tmp/queue/76277e0acb944ce3925da0764e13fc1c 2024-11-12T14:21:16,600 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/hbase/replication/1d275582c108a6f4d74bb98c4fe85fb9/.tmp/hfileref/934a463431ea47adbe0d69e2ff683670 as hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/hbase/replication/1d275582c108a6f4d74bb98c4fe85fb9/hfileref/934a463431ea47adbe0d69e2ff683670 2024-11-12T14:21:16,604 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/hbase/replication/1d275582c108a6f4d74bb98c4fe85fb9/hfileref/934a463431ea47adbe0d69e2ff683670, entries=4, sequenceid=12, filesize=5.2 K 2024-11-12T14:21:16,605 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/hbase/replication/1d275582c108a6f4d74bb98c4fe85fb9/.tmp/queue/76277e0acb944ce3925da0764e13fc1c as hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/hbase/replication/1d275582c108a6f4d74bb98c4fe85fb9/queue/76277e0acb944ce3925da0764e13fc1c 2024-11-12T14:21:16,608 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/hbase/replication/1d275582c108a6f4d74bb98c4fe85fb9/queue/76277e0acb944ce3925da0764e13fc1c, entries=1, sequenceid=12, filesize=5.2 K 2024-11-12T14:21:16,609 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 1d275582c108a6f4d74bb98c4fe85fb9 in 863ms, sequenceid=12, compaction requested=false 2024-11-12T14:21:16,612 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/hbase/replication/1d275582c108a6f4d74bb98c4fe85fb9/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-12T14:21:16,613 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:21:16,613 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:21:16,613 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731421264369.1d275582c108a6f4d74bb98c4fe85fb9. 2024-11-12T14:21:16,613 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1d275582c108a6f4d74bb98c4fe85fb9: Waiting for close lock at 1731421275745Running coprocessor pre-close hooks at 1731421275745Disabling compacts and flushes for region at 1731421275745Disabling writes for close at 1731421275745Obtaining lock to block concurrent updates at 1731421275746 (+1 ms)Preparing flush snapshotting stores in 1d275582c108a6f4d74bb98c4fe85fb9 at 1731421275746Finished memstore snapshotting hbase:replication,,1731421264369.1d275582c108a6f4d74bb98c4fe85fb9., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731421275746Flushing stores of hbase:replication,,1731421264369.1d275582c108a6f4d74bb98c4fe85fb9. at 1731421275746Flushing 1d275582c108a6f4d74bb98c4fe85fb9/hfileref: creating writer at 1731421275747 (+1 ms)Flushing 1d275582c108a6f4d74bb98c4fe85fb9/hfileref: appending metadata at 1731421275766 (+19 ms)Flushing 1d275582c108a6f4d74bb98c4fe85fb9/hfileref: closing flushed file at 1731421275766Flushing 1d275582c108a6f4d74bb98c4fe85fb9/queue: creating writer at 1731421276175 (+409 ms)Flushing 1d275582c108a6f4d74bb98c4fe85fb9/queue: appending metadata at 1731421276192 (+17 ms)Flushing 1d275582c108a6f4d74bb98c4fe85fb9/queue: closing flushed file at 1731421276192Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@685a182a: reopening flushed file at 1731421276600 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3492346: reopening flushed file at 1731421276604 (+4 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 1d275582c108a6f4d74bb98c4fe85fb9 in 863ms, sequenceid=12, compaction requested=false at 1731421276609 (+5 ms)Writing region close event to WAL at 1731421276610 (+1 ms)Running coprocessor post-close hooks at 1731421276613 (+3 ms)Closed at 1731421276613 2024-11-12T14:21:16,613 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731421264369.1d275582c108a6f4d74bb98c4fe85fb9. 2024-11-12T14:21:16,669 INFO [RS:0;2b6d221c5cde:44473 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T14:21:16,669 DEBUG [RS:0;2b6d221c5cde:44473 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T14:21:16,669 DEBUG [RS:0;2b6d221c5cde:44473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:21:16,869 DEBUG [RS:0;2b6d221c5cde:44473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:21:16,884 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449.replicationSource.wal-reader.2b6d221c5cde%2C44473%2C1731421251449,1-2b6d221c5cde,44473,1731421251449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/WALs/2b6d221c5cde,44473,1731421251449/2b6d221c5cde%2C44473%2C1731421251449.1731421253001 to pos 1328, reset compression=false 2024-11-12T14:21:16,991 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/hbase/meta/1588230740/.tmp/rep_barrier/919447ddad9a4725b8601784c4a6c4b1 2024-11-12T14:21:17,012 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/hbase/meta/1588230740/.tmp/table/465692767acb4f84bb51bbb1dca95503 is 53, key is hbase:replication/table:state/1731421265183/Put/seqid=0 2024-11-12T14:21:17,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741851_1027 (size=5308) 2024-11-12T14:21:17,070 DEBUG [RS:0;2b6d221c5cde:44473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:21:17,270 DEBUG [RS:0;2b6d221c5cde:44473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:21:17,287 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449.replicationSource.wal-reader.2b6d221c5cde%2C44473%2C1731421251449,1-2b6d221c5cde,44473,1731421251449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/WALs/2b6d221c5cde,44473,1731421251449/2b6d221c5cde%2C44473%2C1731421251449.1731421253001 to pos 1328, reset compression=false 2024-11-12T14:21:17,416 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/hbase/meta/1588230740/.tmp/table/465692767acb4f84bb51bbb1dca95503 2024-11-12T14:21:17,421 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/hbase/meta/1588230740/.tmp/info/b6a0665123ed43adab13e5b27e845504 as hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/hbase/meta/1588230740/info/b6a0665123ed43adab13e5b27e845504 2024-11-12T14:21:17,426 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/hbase/meta/1588230740/info/b6a0665123ed43adab13e5b27e845504, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T14:21:17,426 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/hbase/meta/1588230740/.tmp/ns/5a54a6f173834ba6a41f5793a21235ae as hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/hbase/meta/1588230740/ns/5a54a6f173834ba6a41f5793a21235ae 2024-11-12T14:21:17,430 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/hbase/meta/1588230740/ns/5a54a6f173834ba6a41f5793a21235ae, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T14:21:17,431 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/hbase/meta/1588230740/.tmp/rep_barrier/919447ddad9a4725b8601784c4a6c4b1 as hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/hbase/meta/1588230740/rep_barrier/919447ddad9a4725b8601784c4a6c4b1 2024-11-12T14:21:17,435 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/hbase/meta/1588230740/rep_barrier/919447ddad9a4725b8601784c4a6c4b1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T14:21:17,435 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/hbase/meta/1588230740/.tmp/table/465692767acb4f84bb51bbb1dca95503 as hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/hbase/meta/1588230740/table/465692767acb4f84bb51bbb1dca95503 2024-11-12T14:21:17,440 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/hbase/meta/1588230740/table/465692767acb4f84bb51bbb1dca95503, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T14:21:17,441 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1772ms, sequenceid=16, compaction requested=false 2024-11-12T14:21:17,451 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T14:21:17,451 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:21:17,451 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:21:17,451 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:21:17,451 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421275668Running coprocessor pre-close hooks at 1731421275668Disabling compacts and flushes for region at 1731421275668Disabling writes for close at 1731421275668Obtaining lock to block concurrent updates at 1731421275669 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731421275669Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731421275669Flushing stores of hbase:meta,,1.1588230740 at 1731421275669Flushing 1588230740/info: creating writer at 1731421275670 (+1 ms)Flushing 1588230740/info: appending metadata at 1731421275687 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731421275687Flushing 1588230740/ns: creating writer at 1731421276154 (+467 ms)Flushing 1588230740/ns: appending metadata at 1731421276166 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731421276166Flushing 1588230740/rep_barrier: creating writer at 1731421276574 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731421276587 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731421276587Flushing 1588230740/table: creating writer at 1731421276995 (+408 ms)Flushing 1588230740/table: appending metadata at 1731421277012 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731421277012Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c54d4de: reopening flushed file at 1731421277421 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a58fdb7: reopening flushed file at 1731421277426 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60ebd5e8: reopening flushed file at 1731421277431 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46c33778: reopening flushed file at 1731421277435 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1772ms, sequenceid=16, compaction requested=false at 1731421277441 (+6 ms)Writing region close event to WAL at 1731421277447 (+6 ms)Running coprocessor post-close hooks at 1731421277451 (+4 ms)Closed at 1731421277451 2024-11-12T14:21:17,452 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T14:21:17,470 INFO [RS:0;2b6d221c5cde:44473 {}] regionserver.HRegionServer(976): stopping server 2b6d221c5cde,44473,1731421251449; all regions closed. 2024-11-12T14:21:17,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741834_1010 (size=4239) 2024-11-12T14:21:17,473 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/WALs/2b6d221c5cde,44473,1731421251449/2b6d221c5cde%2C44473%2C1731421251449.meta.1731421253910.meta not finished, retry = 0 2024-11-12T14:21:17,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741839_1015 (size=3127) 2024-11-12T14:21:17,596 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/WALs/2b6d221c5cde,44473,1731421251449/2b6d221c5cde%2C44473%2C1731421251449.1731421253001 not finished, retry = 0 2024-11-12T14:21:17,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741832_1008 (size=1336) 2024-11-12T14:21:17,697 DEBUG [RS:0;2b6d221c5cde:44473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:17,697 INFO [RS:0;2b6d221c5cde:44473 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:21:17,697 INFO [RS:0;2b6d221c5cde:44473 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:21:17,697 INFO [RS:0;2b6d221c5cde:44473 {}] hbase.ChoreService(370): Chore service for: regionserver/2b6d221c5cde:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T14:21:17,698 INFO [RS:0;2b6d221c5cde:44473 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:21:17,698 INFO [regionserver/2b6d221c5cde:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:21:17,698 INFO [RS:0;2b6d221c5cde:44473 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2b6d221c5cde,44473,1731421251449 because: Region server is closing 2024-11-12T14:21:17,698 INFO [RS:0;2b6d221c5cde:44473 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:44473. 2024-11-12T14:21:17,698 DEBUG [RS:0;2b6d221c5cde:44473 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:21:17,698 DEBUG [RS:0;2b6d221c5cde:44473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:17,698 DEBUG [RS:0;2b6d221c5cde:44473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:17,698 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:21:17,798 INFO [RS:0;2b6d221c5cde:44473 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44473,1731421251449.replicationSource.shipper2b6d221c5cde%2C44473%2C1731421251449,1-2b6d221c5cde,44473,1731421251449 terminated 2024-11-12T14:21:17,798 INFO [RS:0;2b6d221c5cde:44473 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:44473. 2024-11-12T14:21:17,799 DEBUG [RS:0;2b6d221c5cde:44473 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:21:17,799 DEBUG [RS:0;2b6d221c5cde:44473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:17,799 DEBUG [RS:0;2b6d221c5cde:44473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:17,799 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:21:17,799 INFO [RS:0;2b6d221c5cde:44473 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44473 2024-11-12T14:21:17,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44473-0x1012f6b99f00001, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-913330802/rs/2b6d221c5cde,44473,1731421251449 2024-11-12T14:21:17,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39297-0x1012f6b99f00000, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-913330802/rs 2024-11-12T14:21:17,864 INFO [RS:0;2b6d221c5cde:44473 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:21:17,926 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b6d221c5cde,44473,1731421251449] 2024-11-12T14:21:17,950 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-913330802/draining/2b6d221c5cde,44473,1731421251449 already deleted, retry=false 2024-11-12T14:21:17,951 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b6d221c5cde,44473,1731421251449 expired; onlineServers=0 2024-11-12T14:21:17,951 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b6d221c5cde,39297,1731421251152' ***** 2024-11-12T14:21:17,951 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T14:21:17,951 INFO [M:0;2b6d221c5cde:39297 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:21:17,951 INFO [M:0;2b6d221c5cde:39297 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:21:17,951 DEBUG [M:0;2b6d221c5cde:39297 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T14:21:17,951 DEBUG [M:0;2b6d221c5cde:39297 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T14:21:17,951 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T14:21:17,951 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421252708 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421252708,5,FailOnTimeoutGroup] 2024-11-12T14:21:17,951 INFO [M:0;2b6d221c5cde:39297 {}] hbase.ChoreService(370): Chore service for: master/2b6d221c5cde:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T14:21:17,952 INFO [M:0;2b6d221c5cde:39297 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:21:17,952 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421252708 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421252708,5,FailOnTimeoutGroup] 2024-11-12T14:21:17,952 DEBUG [M:0;2b6d221c5cde:39297 {}] master.HMaster(1795): Stopping service threads 2024-11-12T14:21:17,952 INFO [M:0;2b6d221c5cde:39297 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T14:21:17,952 INFO [M:0;2b6d221c5cde:39297 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:21:17,952 INFO [M:0;2b6d221c5cde:39297 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T14:21:17,952 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T14:21:17,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39297-0x1012f6b99f00000, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-913330802/master 2024-11-12T14:21:17,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39297-0x1012f6b99f00000, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-913330802 2024-11-12T14:21:17,964 INFO [M:0;2b6d221c5cde:39297 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/.lastflushedseqids 2024-11-12T14:21:17,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741852_1028 (size=263) 2024-11-12T14:21:17,971 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-913330802/master already deleted, retry=false 2024-11-12T14:21:17,971 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:39297-0x1012f6b99f00000, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-913330802/master 2024-11-12T14:21:18,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44473-0x1012f6b99f00001, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:21:18,026 INFO [RS:0;2b6d221c5cde:44473 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:21:18,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44473-0x1012f6b99f00001, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:21:18,027 INFO [RS:0;2b6d221c5cde:44473 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b6d221c5cde,44473,1731421251449; zookeeper connection closed. 2024-11-12T14:21:18,027 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9daa8fd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9daa8fd 2024-11-12T14:21:18,027 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T14:21:18,372 INFO [M:0;2b6d221c5cde:39297 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T14:21:18,372 INFO [M:0;2b6d221c5cde:39297 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T14:21:18,372 DEBUG [M:0;2b6d221c5cde:39297 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:21:18,372 INFO [M:0;2b6d221c5cde:39297 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:21:18,372 DEBUG [M:0;2b6d221c5cde:39297 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:21:18,372 DEBUG [M:0;2b6d221c5cde:39297 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:21:18,372 DEBUG [M:0;2b6d221c5cde:39297 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:21:18,372 INFO [M:0;2b6d221c5cde:39297 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-12T14:21:18,387 DEBUG [M:0;2b6d221c5cde:39297 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cab30c6dafbb48e9b80f667504ba76e1 is 82, key is hbase:meta,,1/info:regioninfo/1731421253938/Put/seqid=0 2024-11-12T14:21:18,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741853_1029 (size=5672) 2024-11-12T14:21:18,392 INFO [M:0;2b6d221c5cde:39297 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cab30c6dafbb48e9b80f667504ba76e1 2024-11-12T14:21:18,417 DEBUG [M:0;2b6d221c5cde:39297 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/33f5d2b12c6d4b158be9720b584789f3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731421265188/Put/seqid=0 2024-11-12T14:21:18,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741854_1030 (size=8515) 2024-11-12T14:21:18,426 INFO [M:0;2b6d221c5cde:39297 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/33f5d2b12c6d4b158be9720b584789f3 2024-11-12T14:21:18,455 DEBUG [M:0;2b6d221c5cde:39297 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e815fb44176543c3a7f4741718d6831a is 69, key is 2b6d221c5cde,44473,1731421251449/rs:state/1731421252834/Put/seqid=0 2024-11-12T14:21:18,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741855_1031 (size=5156) 2024-11-12T14:21:18,740 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T14:21:18,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:18,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:18,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:18,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:18,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:18,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:18,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:18,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:18,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:18,871 INFO [M:0;2b6d221c5cde:39297 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e815fb44176543c3a7f4741718d6831a 2024-11-12T14:21:18,875 DEBUG [M:0;2b6d221c5cde:39297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cab30c6dafbb48e9b80f667504ba76e1 as hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cab30c6dafbb48e9b80f667504ba76e1 2024-11-12T14:21:18,879 INFO [M:0;2b6d221c5cde:39297 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cab30c6dafbb48e9b80f667504ba76e1, entries=8, sequenceid=97, filesize=5.5 K 2024-11-12T14:21:18,880 DEBUG [M:0;2b6d221c5cde:39297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/33f5d2b12c6d4b158be9720b584789f3 as hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/33f5d2b12c6d4b158be9720b584789f3 2024-11-12T14:21:18,883 INFO [M:0;2b6d221c5cde:39297 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/33f5d2b12c6d4b158be9720b584789f3, entries=11, sequenceid=97, filesize=8.3 K 2024-11-12T14:21:18,884 DEBUG [M:0;2b6d221c5cde:39297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e815fb44176543c3a7f4741718d6831a as hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e815fb44176543c3a7f4741718d6831a 2024-11-12T14:21:18,888 INFO [M:0;2b6d221c5cde:39297 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34997/user/jenkins/test-data/7c42c991-3ad9-f9bd-f474-8dfb2e5c66cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e815fb44176543c3a7f4741718d6831a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-12T14:21:18,889 INFO [M:0;2b6d221c5cde:39297 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 517ms, sequenceid=97, compaction requested=false 2024-11-12T14:21:18,890 INFO [M:0;2b6d221c5cde:39297 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:21:18,890 DEBUG [M:0;2b6d221c5cde:39297 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421278372Disabling compacts and flushes for region at 1731421278372Disabling writes for close at 1731421278372Obtaining lock to block concurrent updates at 1731421278372Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731421278372Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731421278373 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731421278373Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731421278373Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731421278387 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731421278387Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731421278396 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731421278416 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731421278416Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731421278431 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731421278454 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731421278454Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f22b79a: reopening flushed file at 1731421278874 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@362c0ff0: reopening flushed file at 1731421278879 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@191dcd37: reopening flushed file at 1731421278884 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 517ms, sequenceid=97, compaction requested=false at 1731421278889 (+5 ms)Writing region close event to WAL at 1731421278890 (+1 ms)Closed at 1731421278890 2024-11-12T14:21:18,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44679 is added to blk_1073741830_1006 (size=63642) 2024-11-12T14:21:18,893 INFO [M:0;2b6d221c5cde:39297 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T14:21:18,893 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:21:18,893 INFO [M:0;2b6d221c5cde:39297 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39297 2024-11-12T14:21:18,893 INFO [M:0;2b6d221c5cde:39297 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:21:19,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39297-0x1012f6b99f00000, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:21:19,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39297-0x1012f6b99f00000, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:21:19,009 INFO [M:0;2b6d221c5cde:39297 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:21:19,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31baa63a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:21:19,018 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7afe8a23{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:21:19,018 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:21:19,019 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e27cbff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:21:19,019 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78fb1ca4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def2d6f-7132-af46-a1c7-1bbd243fde9e/hadoop.log.dir/,STOPPED} 2024-11-12T14:21:19,022 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T14:21:19,022 WARN [BP-123084219-172.17.0.3-1731421249128 heartbeating to localhost/127.0.0.1:34997 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T14:21:19,022 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T14:21:19,022 WARN [BP-123084219-172.17.0.3-1731421249128 heartbeating to localhost/127.0.0.1:34997 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-123084219-172.17.0.3-1731421249128 (Datanode Uuid c6af44e8-7834-44db-9bd5-b25fa1d97b07) service to localhost/127.0.0.1:34997 2024-11-12T14:21:19,024 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def2d6f-7132-af46-a1c7-1bbd243fde9e/cluster_a54a8343-b8a0-917e-2def-079e9015583a/data/data1/current/BP-123084219-172.17.0.3-1731421249128 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:21:19,025 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def2d6f-7132-af46-a1c7-1bbd243fde9e/cluster_a54a8343-b8a0-917e-2def-079e9015583a/data/data2/current/BP-123084219-172.17.0.3-1731421249128 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:21:19,025 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T14:21:19,032 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5766711a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:21:19,033 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69d6e998{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:21:19,033 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:21:19,033 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a4f305d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:21:19,033 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37c446ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def2d6f-7132-af46-a1c7-1bbd243fde9e/hadoop.log.dir/,STOPPED} 2024-11-12T14:21:19,040 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T14:21:19,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T14:21:19,068 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=245 (was 202) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59559) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46285 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46285 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34997 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46285 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:34997 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46285 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46285 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34997 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59559) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46285 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46285 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:46285 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34997 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34997 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34997 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34997 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34997 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=625 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=604 (was 529) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2828 (was 1384) - AvailableMemoryMB LEAK? - 2024-11-12T14:21:19,076 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=245, OpenFileDescriptor=625, MaxFileDescriptor=1048576, SystemLoadAverage=604, ProcessCount=11, AvailableMemoryMB=2827 2024-11-12T14:21:19,088 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-12T14:21:19,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e429035a-6881-7ef8-9a06-3826f855191f/hadoop.log.dir so I do NOT create it in target/test-data/adab1a0a-3259-f679-d325-2dd088b2acc9 2024-11-12T14:21:19,089 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e429035a-6881-7ef8-9a06-3826f855191f/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T14:21:19,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e429035a-6881-7ef8-9a06-3826f855191f/hadoop.tmp.dir so I do NOT create it in target/test-data/adab1a0a-3259-f679-d325-2dd088b2acc9 2024-11-12T14:21:19,089 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e429035a-6881-7ef8-9a06-3826f855191f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T14:21:19,089 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1a0a-3259-f679-d325-2dd088b2acc9 2024-11-12T14:21:19,089 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1a0a-3259-f679-d325-2dd088b2acc9/cluster_00074eab-669a-6e3e-4bd2-8a12ff34f68b, deleteOnExit=true 2024-11-12T14:21:19,091 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1a0a-3259-f679-d325-2dd088b2acc9/cluster_00074eab-669a-6e3e-4bd2-8a12ff34f68b/zookeeper_0, clientPort=56387, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1a0a-3259-f679-d325-2dd088b2acc9/cluster_00074eab-669a-6e3e-4bd2-8a12ff34f68b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1a0a-3259-f679-d325-2dd088b2acc9/cluster_00074eab-669a-6e3e-4bd2-8a12ff34f68b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T14:21:19,092 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56387 2024-11-12T14:21:19,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T14:21:19,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T14:21:19,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1a0a-3259-f679-d325-2dd088b2acc9/test.cache.data in system properties and HBase conf 2024-11-12T14:21:19,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1a0a-3259-f679-d325-2dd088b2acc9/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T14:21:19,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1a0a-3259-f679-d325-2dd088b2acc9/hadoop.log.dir in system properties and HBase conf 2024-11-12T14:21:19,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1a0a-3259-f679-d325-2dd088b2acc9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T14:21:19,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1a0a-3259-f679-d325-2dd088b2acc9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T14:21:19,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T14:21:19,093 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T14:21:19,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1a0a-3259-f679-d325-2dd088b2acc9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:21:19,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1a0a-3259-f679-d325-2dd088b2acc9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:21:19,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1a0a-3259-f679-d325-2dd088b2acc9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T14:21:19,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1a0a-3259-f679-d325-2dd088b2acc9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:21:19,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1a0a-3259-f679-d325-2dd088b2acc9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T14:21:19,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1a0a-3259-f679-d325-2dd088b2acc9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T14:21:19,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1a0a-3259-f679-d325-2dd088b2acc9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:21:19,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1a0a-3259-f679-d325-2dd088b2acc9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:21:19,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1a0a-3259-f679-d325-2dd088b2acc9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T14:21:19,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1a0a-3259-f679-d325-2dd088b2acc9/nfs.dump.dir in system properties and HBase conf 2024-11-12T14:21:19,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1a0a-3259-f679-d325-2dd088b2acc9/java.io.tmpdir in system properties and HBase conf 2024-11-12T14:21:19,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1a0a-3259-f679-d325-2dd088b2acc9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:21:19,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1a0a-3259-f679-d325-2dd088b2acc9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T14:21:19,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1a0a-3259-f679-d325-2dd088b2acc9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T14:21:19,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012f6b99f00005, quorum=127.0.0.1:59559, baseZNode=/1573554667 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T14:21:19,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012f6b99f00002, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T14:21:19,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012f6b99f00002, quorum=127.0.0.1:59559, baseZNode=/0-913330802 Received Disconnected from ZooKeeper, ignoring 2024-11-12T14:21:19,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012f6b99f00005, quorum=127.0.0.1:59559, baseZNode=/1573554667 Received Disconnected from ZooKeeper, ignoring 2024-11-12T14:21:19,485 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:21:19,490 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:21:19,492 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:21:19,492 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:21:19,492 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T14:21:19,497 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:21:19,497 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@418d319b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1a0a-3259-f679-d325-2dd088b2acc9/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:21:19,498 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12b3f654{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:21:19,631 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b746a76{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1a0a-3259-f679-d325-2dd088b2acc9/java.io.tmpdir/jetty-localhost-34083-hadoop-hdfs-3_4_1-tests_jar-_-any-14883520203972520411/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:21:19,631 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56c39db7{HTTP/1.1, (http/1.1)}{localhost:34083} 2024-11-12T14:21:19,631 INFO [Time-limited test {}] server.Server(415): Started @196797ms 2024-11-12T14:21:19,802 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:21:19,802 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T14:21:19,802 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T14:21:19,802 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T14:21:19,802 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T14:21:19,802 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:21:19,803 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T14:21:20,340 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:21:20,347 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:21:20,355 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:21:20,355 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:21:20,355 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T14:21:20,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ebaa0ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1a0a-3259-f679-d325-2dd088b2acc9/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:21:20,357 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c537cbd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:21:20,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e85cdb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1a0a-3259-f679-d325-2dd088b2acc9/java.io.tmpdir/jetty-localhost-35281-hadoop-hdfs-3_4_1-tests_jar-_-any-18174576236089951630/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:21:20,487 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35c3d315{HTTP/1.1, (http/1.1)}{localhost:35281} 2024-11-12T14:21:20,487 INFO [Time-limited test {}] server.Server(415): Started @197653ms 2024-11-12T14:21:20,488 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T14:21:21,996 WARN [Thread-2182 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1a0a-3259-f679-d325-2dd088b2acc9/cluster_00074eab-669a-6e3e-4bd2-8a12ff34f68b/data/data1/current/BP-192058527-172.17.0.3-1731421279122/current, will proceed with Du for space computation calculation, 2024-11-12T14:21:21,996 WARN [Thread-2183 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1a0a-3259-f679-d325-2dd088b2acc9/cluster_00074eab-669a-6e3e-4bd2-8a12ff34f68b/data/data2/current/BP-192058527-172.17.0.3-1731421279122/current, will proceed with Du for space computation calculation, 2024-11-12T14:21:22,053 WARN [Thread-2170 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T14:21:22,059 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x50464341ce2f1b6 with lease ID 0x4b168a0d19b9a49: Processing first storage report for DS-3821cf88-9dc0-4dcc-b7d8-98a47f36c449 from datanode DatanodeRegistration(127.0.0.1:38915, datanodeUuid=55a306e2-e903-461f-91fe-f53b57a5a340, infoPort=40077, infoSecurePort=0, ipcPort=41329, storageInfo=lv=-57;cid=testClusterID;nsid=597789795;c=1731421279122) 2024-11-12T14:21:22,059 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x50464341ce2f1b6 with lease ID 0x4b168a0d19b9a49: from storage DS-3821cf88-9dc0-4dcc-b7d8-98a47f36c449 node DatanodeRegistration(127.0.0.1:38915, datanodeUuid=55a306e2-e903-461f-91fe-f53b57a5a340, infoPort=40077, infoSecurePort=0, ipcPort=41329, storageInfo=lv=-57;cid=testClusterID;nsid=597789795;c=1731421279122), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:21:22,059 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x50464341ce2f1b6 with lease ID 0x4b168a0d19b9a49: Processing first storage report for DS-2158c15c-0035-44a1-ac02-35e2ddbc6c20 from datanode DatanodeRegistration(127.0.0.1:38915, datanodeUuid=55a306e2-e903-461f-91fe-f53b57a5a340, infoPort=40077, infoSecurePort=0, ipcPort=41329, storageInfo=lv=-57;cid=testClusterID;nsid=597789795;c=1731421279122) 2024-11-12T14:21:22,059 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x50464341ce2f1b6 with lease ID 0x4b168a0d19b9a49: from storage DS-2158c15c-0035-44a1-ac02-35e2ddbc6c20 node DatanodeRegistration(127.0.0.1:38915, datanodeUuid=55a306e2-e903-461f-91fe-f53b57a5a340, infoPort=40077, infoSecurePort=0, ipcPort=41329, storageInfo=lv=-57;cid=testClusterID;nsid=597789795;c=1731421279122), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:21:22,119 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1a0a-3259-f679-d325-2dd088b2acc9 2024-11-12T14:21:22,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:21:22,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:21:22,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38915 is added to blk_1073741825_1001 (size=7) 2024-11-12T14:21:22,152 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d with version=8 2024-11-12T14:21:22,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/hbase-staging 2024-11-12T14:21:22,155 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:21:22,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:21:22,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:21:22,155 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:21:22,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:21:22,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:21:22,155 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T14:21:22,155 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:21:22,156 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36803 2024-11-12T14:21:22,161 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36803 connecting to ZooKeeper ensemble=127.0.0.1:56387 2024-11-12T14:21:22,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368030x0, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:21:22,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36803-0x1012f6c0f1e0000 connected 2024-11-12T14:21:22,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:21:22,338 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:21:22,354 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36803-0x1012f6c0f1e0000, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Set watcher on znode that does not yet exist, /0-2078662856/running 2024-11-12T14:21:22,354 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d, hbase.cluster.distributed=false 2024-11-12T14:21:22,358 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36803-0x1012f6c0f1e0000, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Set watcher on znode that does not yet exist, /0-2078662856/acl 2024-11-12T14:21:22,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36803 2024-11-12T14:21:22,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36803 2024-11-12T14:21:22,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36803 2024-11-12T14:21:22,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36803 2024-11-12T14:21:22,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36803 2024-11-12T14:21:22,412 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:21:22,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:21:22,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:21:22,412 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:21:22,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:21:22,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:21:22,412 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T14:21:22,412 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:21:22,413 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45669 2024-11-12T14:21:22,414 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45669 connecting to ZooKeeper ensemble=127.0.0.1:56387 2024-11-12T14:21:22,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:21:22,417 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:21:22,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456690x0, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:21:22,431 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:456690x0, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Set watcher on znode that does not yet exist, /0-2078662856/running 2024-11-12T14:21:22,431 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45669-0x1012f6c0f1e0001 connected 2024-11-12T14:21:22,431 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T14:21:22,435 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T14:21:22,436 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45669-0x1012f6c0f1e0001, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Set watcher on znode that does not yet exist, /0-2078662856/master 2024-11-12T14:21:22,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45669-0x1012f6c0f1e0001, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Set watcher on znode that does not yet exist, /0-2078662856/acl 2024-11-12T14:21:22,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45669 2024-11-12T14:21:22,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45669 2024-11-12T14:21:22,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45669 2024-11-12T14:21:22,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45669 2024-11-12T14:21:22,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45669 2024-11-12T14:21:22,467 DEBUG [M:0;2b6d221c5cde:36803 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b6d221c5cde:36803 2024-11-12T14:21:22,467 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2078662856/backup-masters/2b6d221c5cde,36803,1731421282154 2024-11-12T14:21:22,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45669-0x1012f6c0f1e0001, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2078662856/backup-masters 2024-11-12T14:21:22,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36803-0x1012f6c0f1e0000, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2078662856/backup-masters 2024-11-12T14:21:22,473 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36803-0x1012f6c0f1e0000, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Set watcher on existing znode=/0-2078662856/backup-masters/2b6d221c5cde,36803,1731421282154 2024-11-12T14:21:22,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36803-0x1012f6c0f1e0000, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2078662856 2024-11-12T14:21:22,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45669-0x1012f6c0f1e0001, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2078662856/master 2024-11-12T14:21:22,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45669-0x1012f6c0f1e0001, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2078662856 2024-11-12T14:21:22,484 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36803-0x1012f6c0f1e0000, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Set watcher on existing znode=/0-2078662856/master 2024-11-12T14:21:22,485 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2078662856/backup-masters/2b6d221c5cde,36803,1731421282154 from backup master directory 2024-11-12T14:21:22,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45669-0x1012f6c0f1e0001, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2078662856/backup-masters 2024-11-12T14:21:22,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36803-0x1012f6c0f1e0000, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2078662856/backup-masters/2b6d221c5cde,36803,1731421282154 2024-11-12T14:21:22,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36803-0x1012f6c0f1e0000, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2078662856/backup-masters 2024-11-12T14:21:22,496 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:21:22,496 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b6d221c5cde,36803,1731421282154 2024-11-12T14:21:22,509 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/hbase.id] with ID: e1b76180-259e-45e2-ba70-85f2ae2cbddb 2024-11-12T14:21:22,509 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/.tmp/hbase.id 2024-11-12T14:21:22,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38915 is added to blk_1073741826_1002 (size=42) 2024-11-12T14:21:22,529 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/.tmp/hbase.id]:[hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/hbase.id] 2024-11-12T14:21:22,540 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:21:22,540 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T14:21:22,541 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T14:21:22,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45669-0x1012f6c0f1e0001, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2078662856 2024-11-12T14:21:22,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36803-0x1012f6c0f1e0000, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2078662856 2024-11-12T14:21:22,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38915 is added to blk_1073741827_1003 (size=196) 2024-11-12T14:21:22,993 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:21:22,994 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T14:21:22,994 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:21:23,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38915 is added to blk_1073741828_1004 (size=1189) 2024-11-12T14:21:23,402 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/MasterData/data/master/store 2024-11-12T14:21:23,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38915 is added to blk_1073741829_1005 (size=34) 2024-11-12T14:21:23,807 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:21:23,807 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:21:23,807 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:21:23,807 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:21:23,807 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:21:23,807 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:21:23,807 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:21:23,807 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421283807Disabling compacts and flushes for region at 1731421283807Disabling writes for close at 1731421283807Writing region close event to WAL at 1731421283807Closed at 1731421283807 2024-11-12T14:21:23,808 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/MasterData/data/master/store/.initializing 2024-11-12T14:21:23,808 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/MasterData/WALs/2b6d221c5cde,36803,1731421282154 2024-11-12T14:21:23,809 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:21:23,810 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C36803%2C1731421282154, suffix=, logDir=hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/MasterData/WALs/2b6d221c5cde,36803,1731421282154, archiveDir=hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/MasterData/oldWALs, maxLogs=10 2024-11-12T14:21:23,828 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/MasterData/WALs/2b6d221c5cde,36803,1731421282154/2b6d221c5cde%2C36803%2C1731421282154.1731421283811, exclude list is [], retry=0 2024-11-12T14:21:23,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38915,DS-3821cf88-9dc0-4dcc-b7d8-98a47f36c449,DISK] 2024-11-12T14:21:23,840 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/MasterData/WALs/2b6d221c5cde,36803,1731421282154/2b6d221c5cde%2C36803%2C1731421282154.1731421283811 2024-11-12T14:21:23,841 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40077:40077)] 2024-11-12T14:21:23,841 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:21:23,841 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:21:23,841 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:21:23,841 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:21:23,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:21:23,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T14:21:23,843 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:23,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:21:23,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:21:23,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T14:21:23,844 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:23,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:21:23,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:21:23,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T14:21:23,846 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:23,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:21:23,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:21:23,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T14:21:23,847 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:23,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:21:23,847 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:21:23,848 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:21:23,848 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:21:23,849 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:21:23,849 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:21:23,849 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:21:23,850 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:21:23,852 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:21:23,853 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73157783, jitterRate=0.09013591706752777}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:21:23,853 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731421283841Initializing all the Stores at 1731421283842 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421283842Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421283842Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421283842Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421283842Cleaning up temporary data from old regions at 1731421283849 (+7 ms)Region opened successfully at 1731421283853 (+4 ms) 2024-11-12T14:21:23,853 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T14:21:23,856 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33b0626d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:21:23,857 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T14:21:23,857 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T14:21:23,857 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T14:21:23,857 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T14:21:23,858 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T14:21:23,858 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T14:21:23,858 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T14:21:23,870 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T14:21:23,871 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36803-0x1012f6c0f1e0000, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Unable to get data of znode /0-2078662856/balancer because node does not exist (not necessarily an error) 2024-11-12T14:21:23,883 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2078662856/balancer already deleted, retry=false 2024-11-12T14:21:23,883 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T14:21:23,884 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36803-0x1012f6c0f1e0000, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Unable to get data of znode /0-2078662856/normalizer because node does not exist (not necessarily an error) 2024-11-12T14:21:23,907 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2078662856/normalizer already deleted, retry=false 2024-11-12T14:21:23,908 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T14:21:23,917 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36803-0x1012f6c0f1e0000, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Unable to get data of znode /0-2078662856/switch/split because node does not exist (not necessarily an error) 2024-11-12T14:21:23,925 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2078662856/switch/split already deleted, retry=false 2024-11-12T14:21:23,926 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36803-0x1012f6c0f1e0000, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Unable to get data of znode /0-2078662856/switch/merge because node does not exist (not necessarily an error) 2024-11-12T14:21:23,936 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2078662856/switch/merge already deleted, retry=false 2024-11-12T14:21:23,938 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36803-0x1012f6c0f1e0000, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Unable to get data of znode /0-2078662856/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T14:21:23,947 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2078662856/snapshot-cleanup already deleted, retry=false 2024-11-12T14:21:23,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45669-0x1012f6c0f1e0001, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2078662856/running 2024-11-12T14:21:23,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36803-0x1012f6c0f1e0000, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2078662856/running 2024-11-12T14:21:23,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45669-0x1012f6c0f1e0001, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2078662856 2024-11-12T14:21:23,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36803-0x1012f6c0f1e0000, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2078662856 2024-11-12T14:21:23,957 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b6d221c5cde,36803,1731421282154, sessionid=0x1012f6c0f1e0000, setting cluster-up flag (Was=false) 2024-11-12T14:21:23,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45669-0x1012f6c0f1e0001, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2078662856 2024-11-12T14:21:23,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36803-0x1012f6c0f1e0000, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2078662856 2024-11-12T14:21:24,009 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2078662856/flush-table-proc/acquired, /0-2078662856/flush-table-proc/reached, /0-2078662856/flush-table-proc/abort 2024-11-12T14:21:24,010 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,36803,1731421282154 2024-11-12T14:21:24,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36803-0x1012f6c0f1e0000, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2078662856 2024-11-12T14:21:24,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45669-0x1012f6c0f1e0001, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2078662856 2024-11-12T14:21:24,062 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2078662856/online-snapshot/acquired, /0-2078662856/online-snapshot/reached, /0-2078662856/online-snapshot/abort 2024-11-12T14:21:24,063 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,36803,1731421282154 2024-11-12T14:21:24,069 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T14:21:24,077 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T14:21:24,078 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T14:21:24,078 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T14:21:24,078 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 2b6d221c5cde,35811,1731421224758: status=Processing ServerCrashProcedure of 2b6d221c5cde,35811,1731421224758 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731421239605, completionTime=-1 appears to have been leaked 2024-11-12T14:21:24,078 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b6d221c5cde,36803,1731421282154 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T14:21:24,079 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:21:24,079 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:21:24,079 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:21:24,079 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:21:24,079 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b6d221c5cde:0, corePoolSize=10, maxPoolSize=10 2024-11-12T14:21:24,080 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:21:24,080 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:21:24,080 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:21:24,090 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:21:24,090 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T14:21:24,093 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:24,093 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T14:21:24,097 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731421314097 2024-11-12T14:21:24,097 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T14:21:24,097 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T14:21:24,097 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T14:21:24,097 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T14:21:24,097 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T14:21:24,097 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T14:21:24,100 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:24,104 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T14:21:24,104 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T14:21:24,104 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T14:21:24,104 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T14:21:24,105 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T14:21:24,105 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T14:21:24,105 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421284105,5,FailOnTimeoutGroup] 2024-11-12T14:21:24,105 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421284105,5,FailOnTimeoutGroup] 2024-11-12T14:21:24,105 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:24,105 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T14:21:24,105 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:24,105 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:24,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38915 is added to blk_1073741831_1007 (size=1321) 2024-11-12T14:21:24,107 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T14:21:24,107 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d 2024-11-12T14:21:24,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38915 is added to blk_1073741832_1008 (size=32) 2024-11-12T14:21:24,164 INFO [RS:0;2b6d221c5cde:45669 {}] regionserver.HRegionServer(746): ClusterId : e1b76180-259e-45e2-ba70-85f2ae2cbddb 2024-11-12T14:21:24,164 DEBUG [RS:0;2b6d221c5cde:45669 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T14:21:24,220 DEBUG [RS:0;2b6d221c5cde:45669 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T14:21:24,220 DEBUG [RS:0;2b6d221c5cde:45669 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T14:21:24,261 DEBUG [RS:0;2b6d221c5cde:45669 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T14:21:24,261 DEBUG [RS:0;2b6d221c5cde:45669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@268c54e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:21:24,274 DEBUG [RS:0;2b6d221c5cde:45669 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b6d221c5cde:45669 2024-11-12T14:21:24,274 INFO [RS:0;2b6d221c5cde:45669 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T14:21:24,274 INFO [RS:0;2b6d221c5cde:45669 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T14:21:24,274 DEBUG [RS:0;2b6d221c5cde:45669 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T14:21:24,275 INFO [RS:0;2b6d221c5cde:45669 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b6d221c5cde,36803,1731421282154 with port=45669, startcode=1731421282411 2024-11-12T14:21:24,275 DEBUG [RS:0;2b6d221c5cde:45669 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T14:21:24,277 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55831, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T14:21:24,278 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36803 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b6d221c5cde,45669,1731421282411 2024-11-12T14:21:24,278 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36803 {}] master.ServerManager(517): Registering regionserver=2b6d221c5cde,45669,1731421282411 2024-11-12T14:21:24,279 DEBUG [RS:0;2b6d221c5cde:45669 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d 2024-11-12T14:21:24,279 DEBUG [RS:0;2b6d221c5cde:45669 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43395 2024-11-12T14:21:24,279 DEBUG [RS:0;2b6d221c5cde:45669 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T14:21:24,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36803-0x1012f6c0f1e0000, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2078662856/rs 2024-11-12T14:21:24,292 DEBUG [RS:0;2b6d221c5cde:45669 {}] zookeeper.ZKUtil(111): regionserver:45669-0x1012f6c0f1e0001, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Set watcher on existing znode=/0-2078662856/rs/2b6d221c5cde,45669,1731421282411 2024-11-12T14:21:24,292 WARN [RS:0;2b6d221c5cde:45669 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:21:24,292 INFO [RS:0;2b6d221c5cde:45669 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:21:24,292 DEBUG [RS:0;2b6d221c5cde:45669 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411 2024-11-12T14:21:24,292 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b6d221c5cde,45669,1731421282411] 2024-11-12T14:21:24,297 INFO [RS:0;2b6d221c5cde:45669 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T14:21:24,299 INFO [RS:0;2b6d221c5cde:45669 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T14:21:24,304 INFO [RS:0;2b6d221c5cde:45669 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T14:21:24,304 INFO [RS:0;2b6d221c5cde:45669 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:24,306 INFO [RS:0;2b6d221c5cde:45669 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T14:21:24,306 INFO [RS:0;2b6d221c5cde:45669 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T14:21:24,306 INFO [RS:0;2b6d221c5cde:45669 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:24,306 DEBUG [RS:0;2b6d221c5cde:45669 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:21:24,306 DEBUG [RS:0;2b6d221c5cde:45669 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:21:24,306 DEBUG [RS:0;2b6d221c5cde:45669 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:21:24,307 DEBUG [RS:0;2b6d221c5cde:45669 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:21:24,307 DEBUG [RS:0;2b6d221c5cde:45669 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:21:24,307 DEBUG [RS:0;2b6d221c5cde:45669 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:21:24,307 DEBUG [RS:0;2b6d221c5cde:45669 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:21:24,307 DEBUG [RS:0;2b6d221c5cde:45669 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:21:24,307 DEBUG [RS:0;2b6d221c5cde:45669 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:21:24,307 DEBUG [RS:0;2b6d221c5cde:45669 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:21:24,307 DEBUG [RS:0;2b6d221c5cde:45669 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:21:24,307 DEBUG [RS:0;2b6d221c5cde:45669 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:21:24,307 DEBUG [RS:0;2b6d221c5cde:45669 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:21:24,307 DEBUG [RS:0;2b6d221c5cde:45669 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:21:24,308 INFO [RS:0;2b6d221c5cde:45669 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:24,308 INFO [RS:0;2b6d221c5cde:45669 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:24,308 INFO [RS:0;2b6d221c5cde:45669 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:24,308 INFO [RS:0;2b6d221c5cde:45669 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:24,308 INFO [RS:0;2b6d221c5cde:45669 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:24,308 INFO [RS:0;2b6d221c5cde:45669 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,45669,1731421282411-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:21:24,325 INFO [RS:0;2b6d221c5cde:45669 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T14:21:24,325 INFO [RS:0;2b6d221c5cde:45669 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,45669,1731421282411-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:24,325 INFO [RS:0;2b6d221c5cde:45669 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:24,325 INFO [RS:0;2b6d221c5cde:45669 {}] regionserver.Replication(171): 2b6d221c5cde,45669,1731421282411 started 2024-11-12T14:21:24,342 INFO [RS:0;2b6d221c5cde:45669 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:24,342 INFO [RS:0;2b6d221c5cde:45669 {}] regionserver.HRegionServer(1482): Serving as 2b6d221c5cde,45669,1731421282411, RpcServer on 2b6d221c5cde/172.17.0.3:45669, sessionid=0x1012f6c0f1e0001 2024-11-12T14:21:24,342 DEBUG [RS:0;2b6d221c5cde:45669 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T14:21:24,342 DEBUG [RS:0;2b6d221c5cde:45669 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b6d221c5cde,45669,1731421282411 2024-11-12T14:21:24,342 DEBUG [RS:0;2b6d221c5cde:45669 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,45669,1731421282411' 2024-11-12T14:21:24,342 DEBUG [RS:0;2b6d221c5cde:45669 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2078662856/flush-table-proc/abort' 2024-11-12T14:21:24,342 DEBUG [RS:0;2b6d221c5cde:45669 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2078662856/flush-table-proc/acquired' 2024-11-12T14:21:24,343 DEBUG [RS:0;2b6d221c5cde:45669 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T14:21:24,343 DEBUG [RS:0;2b6d221c5cde:45669 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T14:21:24,343 DEBUG [RS:0;2b6d221c5cde:45669 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b6d221c5cde,45669,1731421282411 2024-11-12T14:21:24,343 DEBUG [RS:0;2b6d221c5cde:45669 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,45669,1731421282411' 2024-11-12T14:21:24,343 DEBUG [RS:0;2b6d221c5cde:45669 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2078662856/online-snapshot/abort' 2024-11-12T14:21:24,343 DEBUG [RS:0;2b6d221c5cde:45669 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2078662856/online-snapshot/acquired' 2024-11-12T14:21:24,343 DEBUG [RS:0;2b6d221c5cde:45669 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T14:21:24,343 INFO [RS:0;2b6d221c5cde:45669 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T14:21:24,343 INFO [RS:0;2b6d221c5cde:45669 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T14:21:24,444 INFO [RS:0;2b6d221c5cde:45669 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:21:24,449 INFO [RS:0;2b6d221c5cde:45669 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C45669%2C1731421282411, suffix=, logDir=hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411, archiveDir=hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/oldWALs, maxLogs=10 2024-11-12T14:21:24,469 DEBUG [RS:0;2b6d221c5cde:45669 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411/2b6d221c5cde%2C45669%2C1731421282411.1731421284449, exclude list is [], retry=0 2024-11-12T14:21:24,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38915,DS-3821cf88-9dc0-4dcc-b7d8-98a47f36c449,DISK] 2024-11-12T14:21:24,497 INFO [RS:0;2b6d221c5cde:45669 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411/2b6d221c5cde%2C45669%2C1731421282411.1731421284449 2024-11-12T14:21:24,500 DEBUG [RS:0;2b6d221c5cde:45669 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40077:40077)] 2024-11-12T14:21:24,515 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:21:24,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:21:24,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:21:24,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:24,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:21:24,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:21:24,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:21:24,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:24,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:21:24,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:21:24,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:21:24,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:24,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:21:24,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:21:24,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:21:24,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:24,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:21:24,521 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:21:24,521 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/hbase/meta/1588230740 2024-11-12T14:21:24,521 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/hbase/meta/1588230740 2024-11-12T14:21:24,522 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:21:24,522 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:21:24,522 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:21:24,523 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:21:24,525 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:21:24,525 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72871311, jitterRate=0.08586715161800385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:21:24,525 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731421284515Initializing all the Stores at 1731421284516 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421284516Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421284516Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421284516Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421284516Cleaning up temporary data from old regions at 1731421284522 (+6 ms)Region opened successfully at 1731421284525 (+3 ms) 2024-11-12T14:21:24,526 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:21:24,526 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:21:24,526 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:21:24,526 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:21:24,526 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:21:24,526 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:21:24,526 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421284526Disabling compacts and flushes for region at 1731421284526Disabling writes for close at 1731421284526Writing region close event to WAL at 1731421284526Closed at 1731421284526 2024-11-12T14:21:24,527 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:21:24,527 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T14:21:24,527 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T14:21:24,527 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:21:24,528 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T14:21:24,678 DEBUG [2b6d221c5cde:36803 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T14:21:24,679 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b6d221c5cde,45669,1731421282411 2024-11-12T14:21:24,680 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,45669,1731421282411, state=OPENING 2024-11-12T14:21:24,704 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T14:21:24,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45669-0x1012f6c0f1e0001, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2078662856 2024-11-12T14:21:24,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36803-0x1012f6c0f1e0000, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2078662856 2024-11-12T14:21:24,750 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2078662856/meta-region-server: CHANGED 2024-11-12T14:21:24,750 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:21:24,750 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,45669,1731421282411}] 2024-11-12T14:21:24,750 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2078662856/meta-region-server: CHANGED 2024-11-12T14:21:24,904 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:21:24,911 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T14:21:24,916 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T14:21:24,916 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:21:24,916 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T14:21:24,918 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C45669%2C1731421282411.meta, suffix=.meta, logDir=hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411, archiveDir=hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/oldWALs, maxLogs=10 2024-11-12T14:21:24,937 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411/2b6d221c5cde%2C45669%2C1731421282411.meta.1731421284918.meta, exclude list is [], retry=0 2024-11-12T14:21:24,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38915,DS-3821cf88-9dc0-4dcc-b7d8-98a47f36c449,DISK] 2024-11-12T14:21:24,944 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411/2b6d221c5cde%2C45669%2C1731421282411.meta.1731421284918.meta 2024-11-12T14:21:24,945 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40077:40077)] 2024-11-12T14:21:24,945 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:21:24,945 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:21:24,945 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T14:21:24,946 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T14:21:24,946 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T14:21:24,946 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T14:21:24,946 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:21:24,946 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T14:21:24,946 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T14:21:24,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:21:24,948 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:21:24,948 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:24,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:21:24,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:21:24,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:21:24,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:24,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:21:24,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:21:24,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:21:24,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:24,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:21:24,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:21:24,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:21:24,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:24,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:21:24,956 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:21:24,961 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/hbase/meta/1588230740 2024-11-12T14:21:24,966 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/hbase/meta/1588230740 2024-11-12T14:21:24,969 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:21:24,969 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:21:24,970 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:21:24,971 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:21:24,972 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69704695, jitterRate=0.038680896162986755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:21:24,972 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T14:21:24,973 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731421284946Writing region info on filesystem at 1731421284946Initializing all the Stores at 1731421284947 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421284947Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421284947Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421284947Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421284947Cleaning up temporary data from old regions at 1731421284969 (+22 ms)Running coprocessor post-open hooks at 1731421284972 (+3 ms)Region opened successfully at 1731421284972 2024-11-12T14:21:24,974 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731421284903 2024-11-12T14:21:24,976 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T14:21:24,977 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,45669,1731421282411 2024-11-12T14:21:24,977 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T14:21:24,978 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,45669,1731421282411, state=OPEN 2024-11-12T14:21:24,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45669-0x1012f6c0f1e0001, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2078662856/meta-region-server 2024-11-12T14:21:24,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36803-0x1012f6c0f1e0000, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2078662856/meta-region-server 2024-11-12T14:21:24,997 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b6d221c5cde,45669,1731421282411 2024-11-12T14:21:24,997 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2078662856/meta-region-server: CHANGED 2024-11-12T14:21:24,997 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2078662856/meta-region-server: CHANGED 2024-11-12T14:21:24,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T14:21:24,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,45669,1731421282411 in 247 msec 2024-11-12T14:21:25,001 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T14:21:25,001 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 472 msec 2024-11-12T14:21:25,002 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:21:25,002 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T14:21:25,003 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:21:25,003 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,45669,1731421282411, seqNum=-1] 2024-11-12T14:21:25,004 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:21:25,005 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33633, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:21:25,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 934 msec 2024-11-12T14:21:25,012 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731421285012, completionTime=-1 2024-11-12T14:21:25,012 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T14:21:25,012 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T14:21:25,014 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T14:21:25,014 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731421345014 2024-11-12T14:21:25,014 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731421405014 2024-11-12T14:21:25,014 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T14:21:25,015 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,36803,1731421282154-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:25,015 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,36803,1731421282154-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:25,015 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,36803,1731421282154-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:25,015 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b6d221c5cde:36803, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:25,015 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:25,016 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:25,019 DEBUG [master/2b6d221c5cde:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T14:21:25,021 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.525sec 2024-11-12T14:21:25,021 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T14:21:25,021 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T14:21:25,021 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T14:21:25,021 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T14:21:25,021 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T14:21:25,021 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,36803,1731421282154-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:21:25,021 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,36803,1731421282154-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T14:21:25,025 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T14:21:25,025 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T14:21:25,025 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,36803,1731421282154-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:25,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3431e02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:25,076 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,36803,-1 for getting cluster id 2024-11-12T14:21:25,076 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:21:25,080 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1b76180-259e-45e2-ba70-85f2ae2cbddb' 2024-11-12T14:21:25,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:21:25,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1b76180-259e-45e2-ba70-85f2ae2cbddb" 2024-11-12T14:21:25,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c5cc912, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:25,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,36803,-1] 2024-11-12T14:21:25,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:21:25,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:25,083 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:21:25,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e06ac6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:25,091 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:21:25,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,45669,1731421282411, seqNum=-1] 2024-11-12T14:21:25,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:21:25,093 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:21:25,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b6d221c5cde,36803,1731421282154 2024-11-12T14:21:25,098 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56387 2024-11-12T14:21:25,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:21:25,128 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012f6c0f1e0002 connected 2024-11-12T14:21:25,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1a0a-3259-f679-d325-2dd088b2acc9/hadoop.log.dir so I do NOT create it in target/test-data/f462e17b-9e53-857f-5108-2b0b38dd02fe 2024-11-12T14:21:25,142 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1a0a-3259-f679-d325-2dd088b2acc9/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T14:21:25,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1a0a-3259-f679-d325-2dd088b2acc9/hadoop.tmp.dir so I do NOT create it in target/test-data/f462e17b-9e53-857f-5108-2b0b38dd02fe 2024-11-12T14:21:25,142 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1a0a-3259-f679-d325-2dd088b2acc9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T14:21:25,143 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f462e17b-9e53-857f-5108-2b0b38dd02fe 2024-11-12T14:21:25,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T14:21:25,143 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f462e17b-9e53-857f-5108-2b0b38dd02fe/cluster_a102ec77-97f4-266c-7269-cba5b8f16ab3, deleteOnExit=true 2024-11-12T14:21:25,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T14:21:25,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f462e17b-9e53-857f-5108-2b0b38dd02fe/test.cache.data in system properties and HBase conf 2024-11-12T14:21:25,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f462e17b-9e53-857f-5108-2b0b38dd02fe/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T14:21:25,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f462e17b-9e53-857f-5108-2b0b38dd02fe/hadoop.log.dir in system properties and HBase conf 2024-11-12T14:21:25,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f462e17b-9e53-857f-5108-2b0b38dd02fe/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T14:21:25,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f462e17b-9e53-857f-5108-2b0b38dd02fe/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T14:21:25,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T14:21:25,144 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T14:21:25,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f462e17b-9e53-857f-5108-2b0b38dd02fe/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:21:25,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f462e17b-9e53-857f-5108-2b0b38dd02fe/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:21:25,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f462e17b-9e53-857f-5108-2b0b38dd02fe/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T14:21:25,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f462e17b-9e53-857f-5108-2b0b38dd02fe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:21:25,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f462e17b-9e53-857f-5108-2b0b38dd02fe/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T14:21:25,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f462e17b-9e53-857f-5108-2b0b38dd02fe/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T14:21:25,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f462e17b-9e53-857f-5108-2b0b38dd02fe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:21:25,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f462e17b-9e53-857f-5108-2b0b38dd02fe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:21:25,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f462e17b-9e53-857f-5108-2b0b38dd02fe/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T14:21:25,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f462e17b-9e53-857f-5108-2b0b38dd02fe/nfs.dump.dir in system properties and HBase conf 2024-11-12T14:21:25,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f462e17b-9e53-857f-5108-2b0b38dd02fe/java.io.tmpdir in system properties and HBase conf 2024-11-12T14:21:25,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f462e17b-9e53-857f-5108-2b0b38dd02fe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:21:25,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f462e17b-9e53-857f-5108-2b0b38dd02fe/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T14:21:25,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f462e17b-9e53-857f-5108-2b0b38dd02fe/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T14:21:25,304 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T14:21:25,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:25,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:25,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:25,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:25,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:25,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:25,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:25,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:25,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:25,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:25,776 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:21:25,788 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:21:25,797 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:21:25,797 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:21:25,797 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T14:21:25,799 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:21:25,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f1c236a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f462e17b-9e53-857f-5108-2b0b38dd02fe/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:21:25,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@652ca129{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:21:25,927 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3918be17{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f462e17b-9e53-857f-5108-2b0b38dd02fe/java.io.tmpdir/jetty-localhost-36115-hadoop-hdfs-3_4_1-tests_jar-_-any-3556852238190327814/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:21:25,928 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b2680d0{HTTP/1.1, (http/1.1)}{localhost:36115} 2024-11-12T14:21:25,928 INFO [Time-limited test {}] server.Server(415): Started @203094ms 2024-11-12T14:21:26,523 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:21:26,531 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:21:26,538 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:21:26,538 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:21:26,538 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T14:21:26,542 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@703f26be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f462e17b-9e53-857f-5108-2b0b38dd02fe/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:21:26,542 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@765f6862{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:21:26,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5eeaed6b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f462e17b-9e53-857f-5108-2b0b38dd02fe/java.io.tmpdir/jetty-localhost-34963-hadoop-hdfs-3_4_1-tests_jar-_-any-8559260714064710102/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:21:26,699 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ad4297d{HTTP/1.1, (http/1.1)}{localhost:34963} 2024-11-12T14:21:26,699 INFO [Time-limited test {}] server.Server(415): Started @203865ms 2024-11-12T14:21:26,701 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T14:21:28,266 WARN [Thread-2303 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f462e17b-9e53-857f-5108-2b0b38dd02fe/cluster_a102ec77-97f4-266c-7269-cba5b8f16ab3/data/data1/current/BP-2076014402-172.17.0.3-1731421285182/current, will proceed with Du for space computation calculation, 2024-11-12T14:21:28,268 WARN [Thread-2304 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f462e17b-9e53-857f-5108-2b0b38dd02fe/cluster_a102ec77-97f4-266c-7269-cba5b8f16ab3/data/data2/current/BP-2076014402-172.17.0.3-1731421285182/current, will proceed with Du for space computation calculation, 2024-11-12T14:21:28,324 WARN [Thread-2291 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T14:21:28,330 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f158a5a8f63cf7 with lease ID 0xa8d0b26410d54b12: Processing first storage report for DS-9f37105d-11af-4ec9-98a0-4353ad1efebe from datanode DatanodeRegistration(127.0.0.1:37987, datanodeUuid=e96517c8-32fd-4a8f-a19a-4475b4c36811, infoPort=38129, infoSecurePort=0, ipcPort=45605, storageInfo=lv=-57;cid=testClusterID;nsid=1955410654;c=1731421285182) 2024-11-12T14:21:28,331 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f158a5a8f63cf7 with lease ID 0xa8d0b26410d54b12: from storage DS-9f37105d-11af-4ec9-98a0-4353ad1efebe node DatanodeRegistration(127.0.0.1:37987, datanodeUuid=e96517c8-32fd-4a8f-a19a-4475b4c36811, infoPort=38129, infoSecurePort=0, ipcPort=45605, storageInfo=lv=-57;cid=testClusterID;nsid=1955410654;c=1731421285182), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:21:28,331 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f158a5a8f63cf7 with lease ID 0xa8d0b26410d54b12: Processing first storage report for DS-7affaaac-c044-439f-97ce-241eae19850c from datanode DatanodeRegistration(127.0.0.1:37987, datanodeUuid=e96517c8-32fd-4a8f-a19a-4475b4c36811, infoPort=38129, infoSecurePort=0, ipcPort=45605, storageInfo=lv=-57;cid=testClusterID;nsid=1955410654;c=1731421285182) 2024-11-12T14:21:28,331 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f158a5a8f63cf7 with lease ID 0xa8d0b26410d54b12: from storage DS-7affaaac-c044-439f-97ce-241eae19850c node DatanodeRegistration(127.0.0.1:37987, datanodeUuid=e96517c8-32fd-4a8f-a19a-4475b4c36811, infoPort=38129, infoSecurePort=0, ipcPort=45605, storageInfo=lv=-57;cid=testClusterID;nsid=1955410654;c=1731421285182), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:21:28,347 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f462e17b-9e53-857f-5108-2b0b38dd02fe 2024-11-12T14:21:28,347 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:21:28,349 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:21:28,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741825_1001 (size=7) 2024-11-12T14:21:28,387 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87 with version=8 2024-11-12T14:21:28,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/hbase-staging 2024-11-12T14:21:28,389 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:21:28,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:21:28,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:21:28,389 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:21:28,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:21:28,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:21:28,389 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T14:21:28,389 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:21:28,392 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40219 2024-11-12T14:21:28,393 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40219 connecting to ZooKeeper ensemble=127.0.0.1:56387 2024-11-12T14:21:28,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402190x0, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:21:28,436 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40219-0x1012f6c0f1e0003 connected 2024-11-12T14:21:28,916 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:21:28,918 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:21:28,924 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40219-0x1012f6c0f1e0003, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Set watcher on znode that does not yet exist, /1-991533365/running 2024-11-12T14:21:28,924 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87, hbase.cluster.distributed=false 2024-11-12T14:21:28,926 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40219-0x1012f6c0f1e0003, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Set watcher on znode that does not yet exist, /1-991533365/acl 2024-11-12T14:21:28,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40219 2024-11-12T14:21:28,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40219 2024-11-12T14:21:28,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40219 2024-11-12T14:21:29,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40219 2024-11-12T14:21:29,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40219 2024-11-12T14:21:29,044 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:21:29,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:21:29,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:21:29,044 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:21:29,045 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:21:29,045 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:21:29,045 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T14:21:29,045 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:21:29,046 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41469 2024-11-12T14:21:29,047 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41469 connecting to ZooKeeper ensemble=127.0.0.1:56387 2024-11-12T14:21:29,048 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:21:29,050 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:21:29,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414690x0, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:21:29,073 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414690x0, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Set watcher on znode that does not yet exist, /1-991533365/running 2024-11-12T14:21:29,073 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T14:21:29,074 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41469-0x1012f6c0f1e0004 connected 2024-11-12T14:21:29,074 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T14:21:29,075 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41469-0x1012f6c0f1e0004, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Set watcher on znode that does not yet exist, /1-991533365/master 2024-11-12T14:21:29,075 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41469-0x1012f6c0f1e0004, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Set watcher on znode that does not yet exist, /1-991533365/acl 2024-11-12T14:21:29,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41469 2024-11-12T14:21:29,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41469 2024-11-12T14:21:29,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41469 2024-11-12T14:21:29,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41469 2024-11-12T14:21:29,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41469 2024-11-12T14:21:29,128 DEBUG [M:0;2b6d221c5cde:40219 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b6d221c5cde:40219 2024-11-12T14:21:29,128 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-991533365/backup-masters/2b6d221c5cde,40219,1731421288389 2024-11-12T14:21:29,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41469-0x1012f6c0f1e0004, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991533365/backup-masters 2024-11-12T14:21:29,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40219-0x1012f6c0f1e0003, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991533365/backup-masters 2024-11-12T14:21:29,165 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40219-0x1012f6c0f1e0003, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Set watcher on existing znode=/1-991533365/backup-masters/2b6d221c5cde,40219,1731421288389 2024-11-12T14:21:29,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41469-0x1012f6c0f1e0004, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-991533365/master 2024-11-12T14:21:29,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40219-0x1012f6c0f1e0003, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991533365 2024-11-12T14:21:29,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41469-0x1012f6c0f1e0004, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991533365 2024-11-12T14:21:29,246 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40219-0x1012f6c0f1e0003, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Set watcher on existing znode=/1-991533365/master 2024-11-12T14:21:29,246 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-991533365/backup-masters/2b6d221c5cde,40219,1731421288389 from backup master directory 2024-11-12T14:21:29,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40219-0x1012f6c0f1e0003, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-991533365/backup-masters/2b6d221c5cde,40219,1731421288389 2024-11-12T14:21:29,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41469-0x1012f6c0f1e0004, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991533365/backup-masters 2024-11-12T14:21:29,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40219-0x1012f6c0f1e0003, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991533365/backup-masters 2024-11-12T14:21:29,310 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:21:29,310 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b6d221c5cde,40219,1731421288389 2024-11-12T14:21:29,313 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/hbase.id] with ID: b5893c1b-7471-4044-a3c5-0b60a7e994e8 2024-11-12T14:21:29,313 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/.tmp/hbase.id 2024-11-12T14:21:29,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741826_1002 (size=42) 2024-11-12T14:21:29,718 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/.tmp/hbase.id]:[hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/hbase.id] 2024-11-12T14:21:29,730 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:21:29,730 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T14:21:29,731 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T14:21:29,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41469-0x1012f6c0f1e0004, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991533365 2024-11-12T14:21:29,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40219-0x1012f6c0f1e0003, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991533365 2024-11-12T14:21:29,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741827_1003 (size=196) 2024-11-12T14:21:29,788 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:21:29,789 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T14:21:29,789 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:21:29,802 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T14:21:29,802 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T14:21:29,803 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:21:29,803 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-12T14:21:29,803 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:21:29,803 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T14:21:29,803 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T14:21:29,803 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T14:21:29,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741828_1004 (size=1189) 2024-11-12T14:21:30,209 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/MasterData/data/master/store 2024-11-12T14:21:30,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741829_1005 (size=34) 2024-11-12T14:21:30,236 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:21:30,236 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:21:30,236 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:21:30,236 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:21:30,237 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:21:30,237 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:21:30,237 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:21:30,237 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421290236Disabling compacts and flushes for region at 1731421290236Disabling writes for close at 1731421290237 (+1 ms)Writing region close event to WAL at 1731421290237Closed at 1731421290237 2024-11-12T14:21:30,237 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/MasterData/data/master/store/.initializing 2024-11-12T14:21:30,238 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/MasterData/WALs/2b6d221c5cde,40219,1731421288389 2024-11-12T14:21:30,241 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:21:30,249 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C40219%2C1731421288389, suffix=, logDir=hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/MasterData/WALs/2b6d221c5cde,40219,1731421288389, archiveDir=hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/MasterData/oldWALs, maxLogs=10 2024-11-12T14:21:30,266 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/MasterData/WALs/2b6d221c5cde,40219,1731421288389/2b6d221c5cde%2C40219%2C1731421288389.1731421290249, exclude list is [], retry=0 2024-11-12T14:21:30,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37987,DS-9f37105d-11af-4ec9-98a0-4353ad1efebe,DISK] 2024-11-12T14:21:30,284 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/MasterData/WALs/2b6d221c5cde,40219,1731421288389/2b6d221c5cde%2C40219%2C1731421288389.1731421290249 2024-11-12T14:21:30,295 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38129:38129)] 2024-11-12T14:21:30,295 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:21:30,295 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:21:30,295 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:21:30,295 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:21:30,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:21:30,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T14:21:30,302 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:30,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:21:30,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:21:30,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T14:21:30,305 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:30,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:21:30,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:21:30,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T14:21:30,311 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:30,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:21:30,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:21:30,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T14:21:30,313 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:30,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:21:30,314 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:21:30,315 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:21:30,316 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:21:30,325 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:21:30,325 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:21:30,325 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:21:30,326 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:21:30,331 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:21:30,332 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75408174, jitterRate=0.12366935610771179}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:21:30,332 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731421290296Initializing all the Stores at 1731421290297 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421290298 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421290299 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421290299Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421290299Cleaning up temporary data from old regions at 1731421290325 (+26 ms)Region opened successfully at 1731421290332 (+7 ms) 2024-11-12T14:21:30,340 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T14:21:30,348 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ddacbb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:21:30,351 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T14:21:30,351 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T14:21:30,351 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T14:21:30,352 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T14:21:30,352 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T14:21:30,353 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T14:21:30,353 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T14:21:30,367 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T14:21:30,369 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40219-0x1012f6c0f1e0003, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Unable to get data of znode /1-991533365/balancer because node does not exist (not necessarily an error) 2024-11-12T14:21:30,421 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-991533365/balancer already deleted, retry=false 2024-11-12T14:21:30,421 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T14:21:30,422 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40219-0x1012f6c0f1e0003, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Unable to get data of znode /1-991533365/normalizer because node does not exist (not necessarily an error) 2024-11-12T14:21:30,432 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-991533365/normalizer already deleted, retry=false 2024-11-12T14:21:30,433 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T14:21:30,441 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40219-0x1012f6c0f1e0003, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Unable to get data of znode /1-991533365/switch/split because node does not exist (not necessarily an error) 2024-11-12T14:21:30,453 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T14:21:30,520 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-991533365/switch/split already deleted, retry=false 2024-11-12T14:21:30,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:30,521 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40219-0x1012f6c0f1e0003, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Unable to get data of znode /1-991533365/switch/merge because node does not exist (not necessarily an error) 2024-11-12T14:21:30,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:30,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:30,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:30,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:30,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:30,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:30,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:30,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:30,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:30,592 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-991533365/switch/merge already deleted, retry=false 2024-11-12T14:21:30,598 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40219-0x1012f6c0f1e0003, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Unable to get data of znode /1-991533365/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T14:21:30,601 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T14:21:30,665 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-991533365/snapshot-cleanup already deleted, retry=false 2024-11-12T14:21:30,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41469-0x1012f6c0f1e0004, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-991533365/running 2024-11-12T14:21:30,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41469-0x1012f6c0f1e0004, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991533365 2024-11-12T14:21:30,694 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b6d221c5cde,40219,1731421288389, sessionid=0x1012f6c0f1e0003, setting cluster-up flag (Was=false) 2024-11-12T14:21:30,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40219-0x1012f6c0f1e0003, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-991533365/running 2024-11-12T14:21:30,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40219-0x1012f6c0f1e0003, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991533365 2024-11-12T14:21:30,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41469-0x1012f6c0f1e0004, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991533365 2024-11-12T14:21:30,933 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-991533365/flush-table-proc/acquired, /1-991533365/flush-table-proc/reached, /1-991533365/flush-table-proc/abort 2024-11-12T14:21:30,934 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,40219,1731421288389 2024-11-12T14:21:30,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40219-0x1012f6c0f1e0003, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991533365 2024-11-12T14:21:30,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41469-0x1012f6c0f1e0004, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991533365 2024-11-12T14:21:31,304 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-991533365/online-snapshot/acquired, /1-991533365/online-snapshot/reached, /1-991533365/online-snapshot/abort 2024-11-12T14:21:31,305 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,40219,1731421288389 2024-11-12T14:21:31,321 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T14:21:31,325 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T14:21:31,325 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T14:21:31,325 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T14:21:31,326 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b6d221c5cde,40219,1731421288389 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T14:21:31,332 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:21:31,332 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:21:31,332 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:21:31,332 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:21:31,332 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b6d221c5cde:0, corePoolSize=10, maxPoolSize=10 2024-11-12T14:21:31,332 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:21:31,332 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:21:31,332 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:21:31,371 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:21:31,371 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T14:21:31,372 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:31,372 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T14:21:31,392 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731421321392 2024-11-12T14:21:31,392 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T14:21:31,392 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T14:21:31,392 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T14:21:31,392 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T14:21:31,392 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T14:21:31,392 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T14:21:31,397 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:31,397 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T14:21:31,397 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T14:21:31,398 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T14:21:31,398 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T14:21:31,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741831_1007 (size=1321) 2024-11-12T14:21:31,402 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T14:21:31,402 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87 2024-11-12T14:21:31,410 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T14:21:31,410 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T14:21:31,420 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421291410,5,FailOnTimeoutGroup] 2024-11-12T14:21:31,430 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421291420,5,FailOnTimeoutGroup] 2024-11-12T14:21:31,430 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:31,430 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T14:21:31,430 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:31,430 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:31,441 INFO [RS:0;2b6d221c5cde:41469 {}] regionserver.HRegionServer(746): ClusterId : b5893c1b-7471-4044-a3c5-0b60a7e994e8 2024-11-12T14:21:31,441 DEBUG [RS:0;2b6d221c5cde:41469 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T14:21:31,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741832_1008 (size=32) 2024-11-12T14:21:31,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:21:31,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:21:31,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:21:31,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:31,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:21:31,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:21:31,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:21:31,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:31,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:21:31,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:21:31,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:21:31,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:31,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:21:31,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:21:31,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:21:31,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:31,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:21:31,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:21:31,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/hbase/meta/1588230740 2024-11-12T14:21:31,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/hbase/meta/1588230740 2024-11-12T14:21:31,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:21:31,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:21:31,477 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:21:31,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:21:31,494 DEBUG [RS:0;2b6d221c5cde:41469 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T14:21:31,494 DEBUG [RS:0;2b6d221c5cde:41469 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T14:21:31,529 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:21:31,530 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61059867, jitterRate=-0.09013707935810089}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:21:31,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731421291446Initializing all the Stores at 1731421291447 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421291447Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421291447Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421291447Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421291447Cleaning up temporary data from old regions at 1731421291476 (+29 ms)Region opened successfully at 1731421291531 (+55 ms) 2024-11-12T14:21:31,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:21:31,531 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:21:31,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:21:31,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:21:31,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:21:31,532 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:21:31,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421291531Disabling compacts and flushes for region at 1731421291531Disabling writes for close at 1731421291531Writing region close event to WAL at 1731421291532 (+1 ms)Closed at 1731421291532 2024-11-12T14:21:31,535 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:21:31,535 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T14:21:31,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T14:21:31,537 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:21:31,541 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T14:21:31,591 DEBUG [RS:0;2b6d221c5cde:41469 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T14:21:31,592 DEBUG [RS:0;2b6d221c5cde:41469 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe5a4d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:21:31,614 DEBUG [RS:0;2b6d221c5cde:41469 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b6d221c5cde:41469 2024-11-12T14:21:31,614 INFO [RS:0;2b6d221c5cde:41469 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T14:21:31,614 INFO [RS:0;2b6d221c5cde:41469 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T14:21:31,614 DEBUG [RS:0;2b6d221c5cde:41469 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T14:21:31,616 INFO [RS:0;2b6d221c5cde:41469 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b6d221c5cde,40219,1731421288389 with port=41469, startcode=1731421289043 2024-11-12T14:21:31,616 DEBUG [RS:0;2b6d221c5cde:41469 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T14:21:31,618 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T14:21:31,619 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40219 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b6d221c5cde,41469,1731421289043 2024-11-12T14:21:31,619 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40219 {}] master.ServerManager(517): Registering regionserver=2b6d221c5cde,41469,1731421289043 2024-11-12T14:21:31,624 DEBUG [RS:0;2b6d221c5cde:41469 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87 2024-11-12T14:21:31,624 DEBUG [RS:0;2b6d221c5cde:41469 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33241 2024-11-12T14:21:31,624 DEBUG [RS:0;2b6d221c5cde:41469 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T14:21:31,691 WARN [2b6d221c5cde:40219 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T14:21:31,698 DEBUG [RS:0;2b6d221c5cde:41469 {}] zookeeper.ZKUtil(111): regionserver:41469-0x1012f6c0f1e0004, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Set watcher on existing znode=/1-991533365/rs/2b6d221c5cde,41469,1731421289043 2024-11-12T14:21:31,698 WARN [RS:0;2b6d221c5cde:41469 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:21:31,698 INFO [RS:0;2b6d221c5cde:41469 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:21:31,698 DEBUG [RS:0;2b6d221c5cde:41469 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/WALs/2b6d221c5cde,41469,1731421289043 2024-11-12T14:21:31,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40219-0x1012f6c0f1e0003, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991533365/rs 2024-11-12T14:21:31,721 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b6d221c5cde,41469,1731421289043] 2024-11-12T14:21:31,747 INFO [RS:0;2b6d221c5cde:41469 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T14:21:31,751 INFO [RS:0;2b6d221c5cde:41469 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T14:21:31,753 INFO [RS:0;2b6d221c5cde:41469 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T14:21:31,753 INFO [RS:0;2b6d221c5cde:41469 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:31,755 INFO [RS:0;2b6d221c5cde:41469 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T14:21:31,756 INFO [RS:0;2b6d221c5cde:41469 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T14:21:31,756 INFO [RS:0;2b6d221c5cde:41469 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:31,756 DEBUG [RS:0;2b6d221c5cde:41469 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:21:31,759 DEBUG [RS:0;2b6d221c5cde:41469 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:21:31,760 DEBUG [RS:0;2b6d221c5cde:41469 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:21:31,760 DEBUG [RS:0;2b6d221c5cde:41469 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:21:31,760 DEBUG [RS:0;2b6d221c5cde:41469 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:21:31,760 DEBUG [RS:0;2b6d221c5cde:41469 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:21:31,760 DEBUG [RS:0;2b6d221c5cde:41469 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:21:31,760 DEBUG [RS:0;2b6d221c5cde:41469 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:21:31,760 DEBUG [RS:0;2b6d221c5cde:41469 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:21:31,760 DEBUG [RS:0;2b6d221c5cde:41469 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:21:31,760 DEBUG [RS:0;2b6d221c5cde:41469 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:21:31,760 DEBUG [RS:0;2b6d221c5cde:41469 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:21:31,760 DEBUG [RS:0;2b6d221c5cde:41469 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:21:31,760 DEBUG [RS:0;2b6d221c5cde:41469 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:21:31,764 INFO [RS:0;2b6d221c5cde:41469 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:31,765 INFO [RS:0;2b6d221c5cde:41469 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:31,765 INFO [RS:0;2b6d221c5cde:41469 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:31,765 INFO [RS:0;2b6d221c5cde:41469 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:31,765 INFO [RS:0;2b6d221c5cde:41469 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:31,765 INFO [RS:0;2b6d221c5cde:41469 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,41469,1731421289043-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:21:31,791 INFO [RS:0;2b6d221c5cde:41469 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T14:21:31,792 INFO [RS:0;2b6d221c5cde:41469 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,41469,1731421289043-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:31,793 INFO [RS:0;2b6d221c5cde:41469 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:31,793 INFO [RS:0;2b6d221c5cde:41469 {}] regionserver.Replication(171): 2b6d221c5cde,41469,1731421289043 started 2024-11-12T14:21:31,816 INFO [RS:0;2b6d221c5cde:41469 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:31,817 INFO [RS:0;2b6d221c5cde:41469 {}] regionserver.HRegionServer(1482): Serving as 2b6d221c5cde,41469,1731421289043, RpcServer on 2b6d221c5cde/172.17.0.3:41469, sessionid=0x1012f6c0f1e0004 2024-11-12T14:21:31,819 DEBUG [RS:0;2b6d221c5cde:41469 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T14:21:31,819 DEBUG [RS:0;2b6d221c5cde:41469 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b6d221c5cde,41469,1731421289043 2024-11-12T14:21:31,819 DEBUG [RS:0;2b6d221c5cde:41469 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,41469,1731421289043' 2024-11-12T14:21:31,819 DEBUG [RS:0;2b6d221c5cde:41469 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-991533365/flush-table-proc/abort' 2024-11-12T14:21:31,820 DEBUG [RS:0;2b6d221c5cde:41469 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-991533365/flush-table-proc/acquired' 2024-11-12T14:21:31,820 DEBUG [RS:0;2b6d221c5cde:41469 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T14:21:31,820 DEBUG [RS:0;2b6d221c5cde:41469 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T14:21:31,820 DEBUG [RS:0;2b6d221c5cde:41469 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b6d221c5cde,41469,1731421289043 2024-11-12T14:21:31,820 DEBUG [RS:0;2b6d221c5cde:41469 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,41469,1731421289043' 2024-11-12T14:21:31,820 DEBUG [RS:0;2b6d221c5cde:41469 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-991533365/online-snapshot/abort' 2024-11-12T14:21:31,821 DEBUG [RS:0;2b6d221c5cde:41469 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-991533365/online-snapshot/acquired' 2024-11-12T14:21:31,821 DEBUG [RS:0;2b6d221c5cde:41469 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T14:21:31,821 INFO [RS:0;2b6d221c5cde:41469 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T14:21:31,821 INFO [RS:0;2b6d221c5cde:41469 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T14:21:31,922 INFO [RS:0;2b6d221c5cde:41469 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:21:31,925 INFO [RS:0;2b6d221c5cde:41469 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C41469%2C1731421289043, suffix=, logDir=hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/WALs/2b6d221c5cde,41469,1731421289043, archiveDir=hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/oldWALs, maxLogs=10 2024-11-12T14:21:31,959 DEBUG [RS:0;2b6d221c5cde:41469 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/WALs/2b6d221c5cde,41469,1731421289043/2b6d221c5cde%2C41469%2C1731421289043.1731421291925, exclude list is [], retry=0 2024-11-12T14:21:31,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37987,DS-9f37105d-11af-4ec9-98a0-4353ad1efebe,DISK] 2024-11-12T14:21:32,005 INFO [RS:0;2b6d221c5cde:41469 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/WALs/2b6d221c5cde,41469,1731421289043/2b6d221c5cde%2C41469%2C1731421289043.1731421291925 2024-11-12T14:21:32,020 DEBUG [RS:0;2b6d221c5cde:41469 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38129:38129)] 2024-11-12T14:21:32,193 DEBUG [2b6d221c5cde:40219 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T14:21:32,193 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b6d221c5cde,41469,1731421289043 2024-11-12T14:21:32,194 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,41469,1731421289043, state=OPENING 2024-11-12T14:21:32,347 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T14:21:32,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40219-0x1012f6c0f1e0003, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991533365 2024-11-12T14:21:32,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41469-0x1012f6c0f1e0004, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991533365 2024-11-12T14:21:32,360 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-991533365/meta-region-server: CHANGED 2024-11-12T14:21:32,360 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-991533365/meta-region-server: CHANGED 2024-11-12T14:21:32,360 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:21:32,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,41469,1731421289043}] 2024-11-12T14:21:32,519 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:21:32,529 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34899, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T14:21:32,560 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T14:21:32,560 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:21:32,561 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T14:21:32,585 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C41469%2C1731421289043.meta, suffix=.meta, logDir=hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/WALs/2b6d221c5cde,41469,1731421289043, archiveDir=hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/oldWALs, maxLogs=10 2024-11-12T14:21:32,641 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/WALs/2b6d221c5cde,41469,1731421289043/2b6d221c5cde%2C41469%2C1731421289043.meta.1731421292585.meta, exclude list is [], retry=0 2024-11-12T14:21:32,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37987,DS-9f37105d-11af-4ec9-98a0-4353ad1efebe,DISK] 2024-11-12T14:21:32,672 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/WALs/2b6d221c5cde,41469,1731421289043/2b6d221c5cde%2C41469%2C1731421289043.meta.1731421292585.meta 2024-11-12T14:21:32,675 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38129:38129)] 2024-11-12T14:21:32,675 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:21:32,675 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:21:32,676 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T14:21:32,676 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T14:21:32,676 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T14:21:32,676 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T14:21:32,676 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:21:32,676 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T14:21:32,676 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T14:21:32,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:21:32,696 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:21:32,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:32,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:21:32,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:21:32,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:21:32,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:32,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:21:32,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:21:32,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:21:32,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:32,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:21:32,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:21:32,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:21:32,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:32,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:21:32,739 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:21:32,744 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/hbase/meta/1588230740 2024-11-12T14:21:32,757 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/hbase/meta/1588230740 2024-11-12T14:21:32,772 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:21:32,772 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:21:32,773 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:21:32,775 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:21:32,778 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65343754, jitterRate=-0.026302188634872437}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:21:32,778 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T14:21:32,778 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731421292676Writing region info on filesystem at 1731421292676Initializing all the Stores at 1731421292688 (+12 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421292688Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421292690 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421292690Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421292690Cleaning up temporary data from old regions at 1731421292772 (+82 ms)Running coprocessor post-open hooks at 1731421292778 (+6 ms)Region opened successfully at 1731421292778 2024-11-12T14:21:32,788 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731421292518 2024-11-12T14:21:32,791 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,41469,1731421289043 2024-11-12T14:21:32,793 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,41469,1731421289043, state=OPEN 2024-11-12T14:21:32,795 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T14:21:32,795 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T14:21:32,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40219-0x1012f6c0f1e0003, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-991533365/meta-region-server 2024-11-12T14:21:32,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41469-0x1012f6c0f1e0004, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-991533365/meta-region-server 2024-11-12T14:21:32,851 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b6d221c5cde,41469,1731421289043 2024-11-12T14:21:32,851 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-991533365/meta-region-server: CHANGED 2024-11-12T14:21:32,851 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-991533365/meta-region-server: CHANGED 2024-11-12T14:21:32,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T14:21:32,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,41469,1731421289043 in 491 msec 2024-11-12T14:21:32,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T14:21:32,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.3190 sec 2024-11-12T14:21:32,857 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:21:32,858 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T14:21:32,865 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:21:32,865 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,41469,1731421289043, seqNum=-1] 2024-11-12T14:21:32,865 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:21:32,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33431, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:21:32,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5550 sec 2024-11-12T14:21:32,880 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731421292880, completionTime=-1 2024-11-12T14:21:32,880 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T14:21:32,880 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T14:21:32,882 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T14:21:32,882 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731421352882 2024-11-12T14:21:32,882 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731421412882 2024-11-12T14:21:32,883 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T14:21:32,883 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,40219,1731421288389-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:32,883 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,40219,1731421288389-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:32,883 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,40219,1731421288389-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:32,883 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b6d221c5cde:40219, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:32,883 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:32,889 DEBUG [master/2b6d221c5cde:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T14:21:32,896 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:32,903 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.593sec 2024-11-12T14:21:32,903 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T14:21:32,903 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T14:21:32,903 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T14:21:32,903 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T14:21:32,903 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T14:21:32,903 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,40219,1731421288389-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:21:32,903 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,40219,1731421288389-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T14:21:32,926 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T14:21:32,927 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T14:21:32,927 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,40219,1731421288389-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:32,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca9f6d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:32,954 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,40219,-1 for getting cluster id 2024-11-12T14:21:32,955 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:21:32,959 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b5893c1b-7471-4044-a3c5-0b60a7e994e8' 2024-11-12T14:21:32,959 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:21:32,959 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b5893c1b-7471-4044-a3c5-0b60a7e994e8" 2024-11-12T14:21:32,959 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@582495a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:32,959 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,40219,-1] 2024-11-12T14:21:32,960 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:21:32,960 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:32,961 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:21:32,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a317950, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:32,963 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:21:32,965 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,41469,1731421289043, seqNum=-1] 2024-11-12T14:21:32,966 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:21:32,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:21:32,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b6d221c5cde,40219,1731421288389 2024-11-12T14:21:32,972 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56387 2024-11-12T14:21:33,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:21:33,012 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:21:33,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,36803,1731421282154 2024-11-12T14:21:33,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e4f0b5f 2024-11-12T14:21:33,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:21:33,015 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:21:33,015 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012f6c0f1e0005 connected 2024-11-12T14:21:33,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36803 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:21:33,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36803 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T14:21:33,023 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T14:21:33,023 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:33,024 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T14:21:33,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36803 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T14:21:33,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:21:33,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38915 is added to blk_1073741835_1011 (size=902) 2024-11-12T14:21:33,068 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e9a97bfa4d7fcb6dedf5d13dc1ea87f2, NAME => 'test,,1731421293015.e9a97bfa4d7fcb6dedf5d13dc1ea87f2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d 2024-11-12T14:21:33,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38915 is added to blk_1073741836_1012 (size=39) 2024-11-12T14:21:33,100 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731421293015.e9a97bfa4d7fcb6dedf5d13dc1ea87f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:21:33,100 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e9a97bfa4d7fcb6dedf5d13dc1ea87f2, disabling compactions & flushes 2024-11-12T14:21:33,100 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731421293015.e9a97bfa4d7fcb6dedf5d13dc1ea87f2. 2024-11-12T14:21:33,100 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731421293015.e9a97bfa4d7fcb6dedf5d13dc1ea87f2. 2024-11-12T14:21:33,100 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731421293015.e9a97bfa4d7fcb6dedf5d13dc1ea87f2. after waiting 0 ms 2024-11-12T14:21:33,100 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731421293015.e9a97bfa4d7fcb6dedf5d13dc1ea87f2. 2024-11-12T14:21:33,101 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731421293015.e9a97bfa4d7fcb6dedf5d13dc1ea87f2. 2024-11-12T14:21:33,101 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e9a97bfa4d7fcb6dedf5d13dc1ea87f2: Waiting for close lock at 1731421293100Disabling compacts and flushes for region at 1731421293100Disabling writes for close at 1731421293100Writing region close event to WAL at 1731421293100Closed at 1731421293100 2024-11-12T14:21:33,103 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T14:21:33,104 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731421293015.e9a97bfa4d7fcb6dedf5d13dc1ea87f2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731421293103"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731421293103"}]},"ts":"1731421293103"} 2024-11-12T14:21:33,107 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T14:21:33,109 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T14:21:33,109 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421293109"}]},"ts":"1731421293109"} 2024-11-12T14:21:33,113 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T14:21:33,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e9a97bfa4d7fcb6dedf5d13dc1ea87f2, ASSIGN}] 2024-11-12T14:21:33,116 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e9a97bfa4d7fcb6dedf5d13dc1ea87f2, ASSIGN 2024-11-12T14:21:33,117 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e9a97bfa4d7fcb6dedf5d13dc1ea87f2, ASSIGN; state=OFFLINE, location=2b6d221c5cde,45669,1731421282411; forceNewPlan=false, retain=false 2024-11-12T14:21:33,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:21:33,267 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e9a97bfa4d7fcb6dedf5d13dc1ea87f2, regionState=OPENING, regionLocation=2b6d221c5cde,45669,1731421282411 2024-11-12T14:21:33,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e9a97bfa4d7fcb6dedf5d13dc1ea87f2, ASSIGN because future has completed 2024-11-12T14:21:33,282 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9a97bfa4d7fcb6dedf5d13dc1ea87f2, server=2b6d221c5cde,45669,1731421282411}] 2024-11-12T14:21:33,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:21:33,490 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731421293015.e9a97bfa4d7fcb6dedf5d13dc1ea87f2. 2024-11-12T14:21:33,490 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e9a97bfa4d7fcb6dedf5d13dc1ea87f2, NAME => 'test,,1731421293015.e9a97bfa4d7fcb6dedf5d13dc1ea87f2.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:21:33,490 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:21:33,490 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T14:21:33,491 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e9a97bfa4d7fcb6dedf5d13dc1ea87f2 2024-11-12T14:21:33,491 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731421293015.e9a97bfa4d7fcb6dedf5d13dc1ea87f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:21:33,491 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e9a97bfa4d7fcb6dedf5d13dc1ea87f2 2024-11-12T14:21:33,491 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e9a97bfa4d7fcb6dedf5d13dc1ea87f2 2024-11-12T14:21:33,508 INFO [StoreOpener-e9a97bfa4d7fcb6dedf5d13dc1ea87f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e9a97bfa4d7fcb6dedf5d13dc1ea87f2 2024-11-12T14:21:33,510 INFO [StoreOpener-e9a97bfa4d7fcb6dedf5d13dc1ea87f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9a97bfa4d7fcb6dedf5d13dc1ea87f2 columnFamilyName f 2024-11-12T14:21:33,510 DEBUG [StoreOpener-e9a97bfa4d7fcb6dedf5d13dc1ea87f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:33,510 INFO [StoreOpener-e9a97bfa4d7fcb6dedf5d13dc1ea87f2-1 {}] regionserver.HStore(327): Store=e9a97bfa4d7fcb6dedf5d13dc1ea87f2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:21:33,510 INFO [StoreOpener-e9a97bfa4d7fcb6dedf5d13dc1ea87f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e9a97bfa4d7fcb6dedf5d13dc1ea87f2 2024-11-12T14:21:33,511 INFO [StoreOpener-e9a97bfa4d7fcb6dedf5d13dc1ea87f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9a97bfa4d7fcb6dedf5d13dc1ea87f2 columnFamilyName f1 2024-11-12T14:21:33,511 DEBUG [StoreOpener-e9a97bfa4d7fcb6dedf5d13dc1ea87f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:33,512 INFO [StoreOpener-e9a97bfa4d7fcb6dedf5d13dc1ea87f2-1 {}] regionserver.HStore(327): Store=e9a97bfa4d7fcb6dedf5d13dc1ea87f2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:21:33,512 INFO [StoreOpener-e9a97bfa4d7fcb6dedf5d13dc1ea87f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e9a97bfa4d7fcb6dedf5d13dc1ea87f2 2024-11-12T14:21:33,513 INFO [StoreOpener-e9a97bfa4d7fcb6dedf5d13dc1ea87f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9a97bfa4d7fcb6dedf5d13dc1ea87f2 columnFamilyName norep 2024-11-12T14:21:33,513 DEBUG [StoreOpener-e9a97bfa4d7fcb6dedf5d13dc1ea87f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:33,514 INFO [StoreOpener-e9a97bfa4d7fcb6dedf5d13dc1ea87f2-1 {}] regionserver.HStore(327): Store=e9a97bfa4d7fcb6dedf5d13dc1ea87f2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:21:33,514 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e9a97bfa4d7fcb6dedf5d13dc1ea87f2 2024-11-12T14:21:33,515 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/default/test/e9a97bfa4d7fcb6dedf5d13dc1ea87f2 2024-11-12T14:21:33,515 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/default/test/e9a97bfa4d7fcb6dedf5d13dc1ea87f2 2024-11-12T14:21:33,516 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e9a97bfa4d7fcb6dedf5d13dc1ea87f2 2024-11-12T14:21:33,516 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e9a97bfa4d7fcb6dedf5d13dc1ea87f2 2024-11-12T14:21:33,516 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T14:21:33,517 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e9a97bfa4d7fcb6dedf5d13dc1ea87f2 2024-11-12T14:21:33,534 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/default/test/e9a97bfa4d7fcb6dedf5d13dc1ea87f2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:21:33,535 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e9a97bfa4d7fcb6dedf5d13dc1ea87f2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72539841, jitterRate=0.08092786371707916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T14:21:33,535 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e9a97bfa4d7fcb6dedf5d13dc1ea87f2 2024-11-12T14:21:33,536 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e9a97bfa4d7fcb6dedf5d13dc1ea87f2: Running coprocessor pre-open hook at 1731421293491Writing region info on filesystem at 1731421293491Initializing all the Stores at 1731421293492 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421293492Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421293508 (+16 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421293508Cleaning up temporary data from old regions at 1731421293516 (+8 ms)Running coprocessor post-open hooks at 1731421293535 (+19 ms)Region opened successfully at 1731421293536 (+1 ms) 2024-11-12T14:21:33,537 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731421293015.e9a97bfa4d7fcb6dedf5d13dc1ea87f2., pid=6, masterSystemTime=1731421293444 2024-11-12T14:21:33,539 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731421293015.e9a97bfa4d7fcb6dedf5d13dc1ea87f2. 2024-11-12T14:21:33,539 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731421293015.e9a97bfa4d7fcb6dedf5d13dc1ea87f2. 2024-11-12T14:21:33,541 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e9a97bfa4d7fcb6dedf5d13dc1ea87f2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2b6d221c5cde,45669,1731421282411 2024-11-12T14:21:33,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9a97bfa4d7fcb6dedf5d13dc1ea87f2, server=2b6d221c5cde,45669,1731421282411 because future has completed 2024-11-12T14:21:33,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T14:21:33,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e9a97bfa4d7fcb6dedf5d13dc1ea87f2, server=2b6d221c5cde,45669,1731421282411 in 277 msec 2024-11-12T14:21:33,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T14:21:33,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e9a97bfa4d7fcb6dedf5d13dc1ea87f2, ASSIGN in 447 msec 2024-11-12T14:21:33,565 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T14:21:33,565 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421293565"}]},"ts":"1731421293565"} 2024-11-12T14:21:33,567 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T14:21:33,568 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T14:21:33,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 552 msec 2024-11-12T14:21:33,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:21:33,658 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T14:21:33,658 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:21:33,659 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,40219,1731421288389 2024-11-12T14:21:33,659 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62cfcb7 2024-11-12T14:21:33,659 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:21:33,661 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:21:33,662 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40219 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:21:33,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40219 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T14:21:33,667 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T14:21:33,667 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:33,667 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40219 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T14:21:33,668 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T14:21:33,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:21:33,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741835_1011 (size=902) 2024-11-12T14:21:33,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:21:33,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:21:34,125 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 076686c5366a291b06ae2c6fb982b9ac, NAME => 'test,,1731421293661.076686c5366a291b06ae2c6fb982b9ac.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87 2024-11-12T14:21:34,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741836_1012 (size=39) 2024-11-12T14:21:34,158 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731421293661.076686c5366a291b06ae2c6fb982b9ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:21:34,158 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 076686c5366a291b06ae2c6fb982b9ac, disabling compactions & flushes 2024-11-12T14:21:34,158 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731421293661.076686c5366a291b06ae2c6fb982b9ac. 2024-11-12T14:21:34,158 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731421293661.076686c5366a291b06ae2c6fb982b9ac. 2024-11-12T14:21:34,158 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731421293661.076686c5366a291b06ae2c6fb982b9ac. after waiting 0 ms 2024-11-12T14:21:34,158 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731421293661.076686c5366a291b06ae2c6fb982b9ac. 2024-11-12T14:21:34,158 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731421293661.076686c5366a291b06ae2c6fb982b9ac. 2024-11-12T14:21:34,158 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 076686c5366a291b06ae2c6fb982b9ac: Waiting for close lock at 1731421294158Disabling compacts and flushes for region at 1731421294158Disabling writes for close at 1731421294158Writing region close event to WAL at 1731421294158Closed at 1731421294158 2024-11-12T14:21:34,159 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T14:21:34,160 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731421293661.076686c5366a291b06ae2c6fb982b9ac.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731421294159"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731421294159"}]},"ts":"1731421294159"} 2024-11-12T14:21:34,162 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T14:21:34,162 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T14:21:34,163 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421294162"}]},"ts":"1731421294162"} 2024-11-12T14:21:34,165 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T14:21:34,165 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=076686c5366a291b06ae2c6fb982b9ac, ASSIGN}] 2024-11-12T14:21:34,167 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=076686c5366a291b06ae2c6fb982b9ac, ASSIGN 2024-11-12T14:21:34,168 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=076686c5366a291b06ae2c6fb982b9ac, ASSIGN; state=OFFLINE, location=2b6d221c5cde,41469,1731421289043; forceNewPlan=false, retain=false 2024-11-12T14:21:34,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:21:34,319 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=076686c5366a291b06ae2c6fb982b9ac, regionState=OPENING, regionLocation=2b6d221c5cde,41469,1731421289043 2024-11-12T14:21:34,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=076686c5366a291b06ae2c6fb982b9ac, ASSIGN because future has completed 2024-11-12T14:21:34,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 076686c5366a291b06ae2c6fb982b9ac, server=2b6d221c5cde,41469,1731421289043}] 2024-11-12T14:21:34,512 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731421293661.076686c5366a291b06ae2c6fb982b9ac. 2024-11-12T14:21:34,512 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 076686c5366a291b06ae2c6fb982b9ac, NAME => 'test,,1731421293661.076686c5366a291b06ae2c6fb982b9ac.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:21:34,513 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:21:34,513 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T14:21:34,513 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 076686c5366a291b06ae2c6fb982b9ac 2024-11-12T14:21:34,513 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731421293661.076686c5366a291b06ae2c6fb982b9ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:21:34,513 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 076686c5366a291b06ae2c6fb982b9ac 2024-11-12T14:21:34,513 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 076686c5366a291b06ae2c6fb982b9ac 2024-11-12T14:21:34,544 INFO [StoreOpener-076686c5366a291b06ae2c6fb982b9ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 076686c5366a291b06ae2c6fb982b9ac 2024-11-12T14:21:34,546 INFO [StoreOpener-076686c5366a291b06ae2c6fb982b9ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 076686c5366a291b06ae2c6fb982b9ac columnFamilyName f 2024-11-12T14:21:34,546 DEBUG [StoreOpener-076686c5366a291b06ae2c6fb982b9ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:34,546 INFO [StoreOpener-076686c5366a291b06ae2c6fb982b9ac-1 {}] regionserver.HStore(327): Store=076686c5366a291b06ae2c6fb982b9ac/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:21:34,546 INFO [StoreOpener-076686c5366a291b06ae2c6fb982b9ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 076686c5366a291b06ae2c6fb982b9ac 2024-11-12T14:21:34,548 INFO [StoreOpener-076686c5366a291b06ae2c6fb982b9ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 076686c5366a291b06ae2c6fb982b9ac columnFamilyName f1 2024-11-12T14:21:34,548 DEBUG [StoreOpener-076686c5366a291b06ae2c6fb982b9ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:34,548 INFO [StoreOpener-076686c5366a291b06ae2c6fb982b9ac-1 {}] regionserver.HStore(327): Store=076686c5366a291b06ae2c6fb982b9ac/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:21:34,548 INFO [StoreOpener-076686c5366a291b06ae2c6fb982b9ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 076686c5366a291b06ae2c6fb982b9ac 2024-11-12T14:21:34,550 INFO [StoreOpener-076686c5366a291b06ae2c6fb982b9ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 076686c5366a291b06ae2c6fb982b9ac columnFamilyName norep 2024-11-12T14:21:34,551 DEBUG [StoreOpener-076686c5366a291b06ae2c6fb982b9ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:34,551 INFO [StoreOpener-076686c5366a291b06ae2c6fb982b9ac-1 {}] regionserver.HStore(327): Store=076686c5366a291b06ae2c6fb982b9ac/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:21:34,551 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 076686c5366a291b06ae2c6fb982b9ac 2024-11-12T14:21:34,552 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/default/test/076686c5366a291b06ae2c6fb982b9ac 2024-11-12T14:21:34,553 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/default/test/076686c5366a291b06ae2c6fb982b9ac 2024-11-12T14:21:34,554 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 076686c5366a291b06ae2c6fb982b9ac 2024-11-12T14:21:34,554 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 076686c5366a291b06ae2c6fb982b9ac 2024-11-12T14:21:34,555 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T14:21:34,557 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 076686c5366a291b06ae2c6fb982b9ac 2024-11-12T14:21:34,572 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/default/test/076686c5366a291b06ae2c6fb982b9ac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:21:34,573 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 076686c5366a291b06ae2c6fb982b9ac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62842178, jitterRate=-0.06357857584953308}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T14:21:34,573 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 076686c5366a291b06ae2c6fb982b9ac 2024-11-12T14:21:34,573 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 076686c5366a291b06ae2c6fb982b9ac: Running coprocessor pre-open hook at 1731421294513Writing region info on filesystem at 1731421294513Initializing all the Stores at 1731421294521 (+8 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421294521Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421294532 (+11 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421294532Cleaning up temporary data from old regions at 1731421294554 (+22 ms)Running coprocessor post-open hooks at 1731421294573 (+19 ms)Region opened successfully at 1731421294573 2024-11-12T14:21:34,580 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731421293661.076686c5366a291b06ae2c6fb982b9ac., pid=6, masterSystemTime=1731421294496 2024-11-12T14:21:34,584 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731421293661.076686c5366a291b06ae2c6fb982b9ac. 2024-11-12T14:21:34,584 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731421293661.076686c5366a291b06ae2c6fb982b9ac. 2024-11-12T14:21:34,592 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=076686c5366a291b06ae2c6fb982b9ac, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2b6d221c5cde,41469,1731421289043 2024-11-12T14:21:34,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 076686c5366a291b06ae2c6fb982b9ac, server=2b6d221c5cde,41469,1731421289043 because future has completed 2024-11-12T14:21:34,627 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T14:21:34,627 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 076686c5366a291b06ae2c6fb982b9ac, server=2b6d221c5cde,41469,1731421289043 in 292 msec 2024-11-12T14:21:34,631 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T14:21:34,631 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=076686c5366a291b06ae2c6fb982b9ac, ASSIGN in 462 msec 2024-11-12T14:21:34,632 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T14:21:34,633 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421294632"}]},"ts":"1731421294632"} 2024-11-12T14:21:34,640 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T14:21:34,641 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T14:21:34,643 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 979 msec 2024-11-12T14:21:34,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:21:34,807 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T14:21:34,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@661914ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:34,820 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,36803,-1 for getting cluster id 2024-11-12T14:21:34,821 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:21:34,821 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1b76180-259e-45e2-ba70-85f2ae2cbddb' 2024-11-12T14:21:34,821 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:21:34,822 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1b76180-259e-45e2-ba70-85f2ae2cbddb" 2024-11-12T14:21:34,822 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23b4bf63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:34,822 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,36803,-1] 2024-11-12T14:21:34,822 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:21:34,822 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:34,823 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:21:34,827 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d792233, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:34,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4186d7ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:34,837 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,40219,-1 for getting cluster id 2024-11-12T14:21:34,837 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:21:34,838 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b5893c1b-7471-4044-a3c5-0b60a7e994e8' 2024-11-12T14:21:34,838 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:21:34,838 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b5893c1b-7471-4044-a3c5-0b60a7e994e8" 2024-11-12T14:21:34,838 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4397efa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:34,838 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,40219,-1] 2024-11-12T14:21:34,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:21:34,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:34,840 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:21:34,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d1fbe68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:34,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@162189ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:34,844 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,36803,-1 for getting cluster id 2024-11-12T14:21:34,844 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:21:34,845 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1b76180-259e-45e2-ba70-85f2ae2cbddb' 2024-11-12T14:21:34,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:21:34,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1b76180-259e-45e2-ba70-85f2ae2cbddb" 2024-11-12T14:21:34,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65adcdcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:34,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,36803,-1] 2024-11-12T14:21:34,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:21:34,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:34,847 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:21:34,848 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39f5843d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:34,848 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:21:34,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,36803,1731421282154 2024-11-12T14:21:34,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cdf6be0 2024-11-12T14:21:34,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:21:34,851 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:21:34,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36803 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2b6d221c5cde:40219,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T14:21:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36803 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T14:21:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:21:34,856 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b6d221c5cde:40219' 2024-11-12T14:21:34,857 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29419def, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:34,857 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,40219,-1 for getting cluster id 2024-11-12T14:21:34,857 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:21:34,858 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b5893c1b-7471-4044-a3c5-0b60a7e994e8' 2024-11-12T14:21:34,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:21:34,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b5893c1b-7471-4044-a3c5-0b60a7e994e8" 2024-11-12T14:21:34,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17c48e77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:34,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,40219,-1] 2024-11-12T14:21:34,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:21:34,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:34,861 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:21:34,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15173eb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:34,862 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:21:34,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,40219,1731421288389 2024-11-12T14:21:34,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@112374a3 2024-11-12T14:21:34,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:21:34,864 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:21:34,865 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T14:21:34,865 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T14:21:34,865 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:34,865 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:34,866 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:21:34,868 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:21:34,869 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T14:21:34,871 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T14:21:34,871 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:34,873 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T14:21:34,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38915 is added to blk_1073741837_1013 (size=1138) 2024-11-12T14:21:34,920 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T14:21:34,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:21:35,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:21:35,321 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b0e1ea875924888c2d3fc9ec17aa1e9c, NAME => 'hbase:replication,,1731421294865.b0e1ea875924888c2d3fc9ec17aa1e9c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d 2024-11-12T14:21:35,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38915 is added to blk_1073741838_1014 (size=44) 2024-11-12T14:21:35,371 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731421294865.b0e1ea875924888c2d3fc9ec17aa1e9c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:21:35,371 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b0e1ea875924888c2d3fc9ec17aa1e9c, disabling compactions & flushes 2024-11-12T14:21:35,371 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731421294865.b0e1ea875924888c2d3fc9ec17aa1e9c. 2024-11-12T14:21:35,371 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731421294865.b0e1ea875924888c2d3fc9ec17aa1e9c. 2024-11-12T14:21:35,371 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731421294865.b0e1ea875924888c2d3fc9ec17aa1e9c. after waiting 0 ms 2024-11-12T14:21:35,371 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731421294865.b0e1ea875924888c2d3fc9ec17aa1e9c. 2024-11-12T14:21:35,371 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731421294865.b0e1ea875924888c2d3fc9ec17aa1e9c. 2024-11-12T14:21:35,371 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b0e1ea875924888c2d3fc9ec17aa1e9c: Waiting for close lock at 1731421295371Disabling compacts and flushes for region at 1731421295371Disabling writes for close at 1731421295371Writing region close event to WAL at 1731421295371Closed at 1731421295371 2024-11-12T14:21:35,373 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T14:21:35,373 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731421294865.b0e1ea875924888c2d3fc9ec17aa1e9c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731421295373"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731421295373"}]},"ts":"1731421295373"} 2024-11-12T14:21:35,376 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T14:21:35,381 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T14:21:35,382 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421295381"}]},"ts":"1731421295381"} 2024-11-12T14:21:35,384 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T14:21:35,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b0e1ea875924888c2d3fc9ec17aa1e9c, ASSIGN}] 2024-11-12T14:21:35,386 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b0e1ea875924888c2d3fc9ec17aa1e9c, ASSIGN 2024-11-12T14:21:35,387 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b0e1ea875924888c2d3fc9ec17aa1e9c, ASSIGN; state=OFFLINE, location=2b6d221c5cde,45669,1731421282411; forceNewPlan=false, retain=false 2024-11-12T14:21:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:21:35,540 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b0e1ea875924888c2d3fc9ec17aa1e9c, regionState=OPENING, regionLocation=2b6d221c5cde,45669,1731421282411 2024-11-12T14:21:35,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b0e1ea875924888c2d3fc9ec17aa1e9c, ASSIGN because future has completed 2024-11-12T14:21:35,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0e1ea875924888c2d3fc9ec17aa1e9c, server=2b6d221c5cde,45669,1731421282411}] 2024-11-12T14:21:35,717 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731421294865.b0e1ea875924888c2d3fc9ec17aa1e9c. 2024-11-12T14:21:35,717 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:21:35,717 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T14:21:35,719 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C45669%2C1731421282411.rep, suffix=, logDir=hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411, archiveDir=hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/oldWALs, maxLogs=10 2024-11-12T14:21:35,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411/2b6d221c5cde%2C45669%2C1731421282411.rep.1731421295719, exclude list is [], retry=0 2024-11-12T14:21:35,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38915,DS-3821cf88-9dc0-4dcc-b7d8-98a47f36c449,DISK] 2024-11-12T14:21:35,738 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411/2b6d221c5cde%2C45669%2C1731421282411.rep.1731421295719 2024-11-12T14:21:35,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40077:40077)] 2024-11-12T14:21:35,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b0e1ea875924888c2d3fc9ec17aa1e9c, NAME => 'hbase:replication,,1731421294865.b0e1ea875924888c2d3fc9ec17aa1e9c.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:21:35,739 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:21:35,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T14:21:35,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731421294865.b0e1ea875924888c2d3fc9ec17aa1e9c. service=MultiRowMutationService 2024-11-12T14:21:35,739 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T14:21:35,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b0e1ea875924888c2d3fc9ec17aa1e9c 2024-11-12T14:21:35,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731421294865.b0e1ea875924888c2d3fc9ec17aa1e9c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:21:35,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b0e1ea875924888c2d3fc9ec17aa1e9c 2024-11-12T14:21:35,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b0e1ea875924888c2d3fc9ec17aa1e9c 2024-11-12T14:21:35,750 INFO [StoreOpener-b0e1ea875924888c2d3fc9ec17aa1e9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b0e1ea875924888c2d3fc9ec17aa1e9c 2024-11-12T14:21:35,752 INFO [StoreOpener-b0e1ea875924888c2d3fc9ec17aa1e9c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0e1ea875924888c2d3fc9ec17aa1e9c columnFamilyName hfileref 2024-11-12T14:21:35,752 DEBUG [StoreOpener-b0e1ea875924888c2d3fc9ec17aa1e9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:35,752 INFO [StoreOpener-b0e1ea875924888c2d3fc9ec17aa1e9c-1 {}] regionserver.HStore(327): Store=b0e1ea875924888c2d3fc9ec17aa1e9c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:21:35,753 INFO [StoreOpener-b0e1ea875924888c2d3fc9ec17aa1e9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b0e1ea875924888c2d3fc9ec17aa1e9c 2024-11-12T14:21:35,754 INFO [StoreOpener-b0e1ea875924888c2d3fc9ec17aa1e9c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0e1ea875924888c2d3fc9ec17aa1e9c columnFamilyName queue 2024-11-12T14:21:35,754 DEBUG [StoreOpener-b0e1ea875924888c2d3fc9ec17aa1e9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:35,754 INFO [StoreOpener-b0e1ea875924888c2d3fc9ec17aa1e9c-1 {}] regionserver.HStore(327): Store=b0e1ea875924888c2d3fc9ec17aa1e9c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:21:35,754 INFO [StoreOpener-b0e1ea875924888c2d3fc9ec17aa1e9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b0e1ea875924888c2d3fc9ec17aa1e9c 2024-11-12T14:21:35,762 INFO [StoreOpener-b0e1ea875924888c2d3fc9ec17aa1e9c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0e1ea875924888c2d3fc9ec17aa1e9c columnFamilyName sid 2024-11-12T14:21:35,762 DEBUG [StoreOpener-b0e1ea875924888c2d3fc9ec17aa1e9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:35,764 INFO [StoreOpener-b0e1ea875924888c2d3fc9ec17aa1e9c-1 {}] regionserver.HStore(327): Store=b0e1ea875924888c2d3fc9ec17aa1e9c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:21:35,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b0e1ea875924888c2d3fc9ec17aa1e9c 2024-11-12T14:21:35,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/hbase/replication/b0e1ea875924888c2d3fc9ec17aa1e9c 2024-11-12T14:21:35,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/hbase/replication/b0e1ea875924888c2d3fc9ec17aa1e9c 2024-11-12T14:21:35,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b0e1ea875924888c2d3fc9ec17aa1e9c 2024-11-12T14:21:35,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b0e1ea875924888c2d3fc9ec17aa1e9c 2024-11-12T14:21:35,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T14:21:35,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b0e1ea875924888c2d3fc9ec17aa1e9c 2024-11-12T14:21:35,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/hbase/replication/b0e1ea875924888c2d3fc9ec17aa1e9c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:21:35,781 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b0e1ea875924888c2d3fc9ec17aa1e9c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69417711, jitterRate=0.03440450131893158}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T14:21:35,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b0e1ea875924888c2d3fc9ec17aa1e9c 2024-11-12T14:21:35,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b0e1ea875924888c2d3fc9ec17aa1e9c: Running coprocessor pre-open hook at 1731421295740Writing region info on filesystem at 1731421295740Initializing all the Stores at 1731421295742 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421295742Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421295750 (+8 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421295750Cleaning up temporary data from old regions at 1731421295767 (+17 ms)Running coprocessor post-open hooks at 1731421295782 (+15 ms)Region opened successfully at 1731421295783 (+1 ms) 2024-11-12T14:21:35,784 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731421294865.b0e1ea875924888c2d3fc9ec17aa1e9c., pid=10, masterSystemTime=1731421295714 2024-11-12T14:21:35,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731421294865.b0e1ea875924888c2d3fc9ec17aa1e9c. 2024-11-12T14:21:35,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731421294865.b0e1ea875924888c2d3fc9ec17aa1e9c. 2024-11-12T14:21:35,799 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b0e1ea875924888c2d3fc9ec17aa1e9c, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,45669,1731421282411 2024-11-12T14:21:35,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0e1ea875924888c2d3fc9ec17aa1e9c, server=2b6d221c5cde,45669,1731421282411 because future has completed 2024-11-12T14:21:35,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T14:21:35,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b0e1ea875924888c2d3fc9ec17aa1e9c, server=2b6d221c5cde,45669,1731421282411 in 254 msec 2024-11-12T14:21:35,818 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T14:21:35,818 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b0e1ea875924888c2d3fc9ec17aa1e9c, ASSIGN in 432 msec 2024-11-12T14:21:35,819 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T14:21:35,819 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421295819"}]},"ts":"1731421295819"} 2024-11-12T14:21:35,820 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T14:21:35,821 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T14:21:35,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 955 msec 2024-11-12T14:21:35,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731421294865.b0e1ea875924888c2d3fc9ec17aa1e9c., hostname=2b6d221c5cde,45669,1731421282411, seqNum=2] 2024-11-12T14:21:35,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36803-0x1012f6c0f1e0000, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2078662856 2024-11-12T14:21:35,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45669-0x1012f6c0f1e0001, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2078662856 2024-11-12T14:21:35,886 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T14:21:35,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:21:36,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45669 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T14:21:36,040 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T14:21:36,077 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2b6d221c5cde,45669,1731421282411, ReplicationSource: 1, currentBandwidth=0 2024-11-12T14:21:36,078 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:21:36,078 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,45669,1731421282411, seqNum=-1] 2024-11-12T14:21:36,079 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:21:36,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54569, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-12T14:21:36,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2b6d221c5cde,45669,1731421282411', locateType=CURRENT is [region=hbase:replication,,1731421294865.b0e1ea875924888c2d3fc9ec17aa1e9c., hostname=2b6d221c5cde,45669,1731421282411, seqNum=2] 2024-11-12T14:21:36,088 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T14:21:36,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36803 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T14:21:36,091 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2b6d221c5cde,45669,1731421282411 suceeded 2024-11-12T14:21:36,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T14:21:36,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 205 msec 2024-11-12T14:21:36,094 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2b6d221c5cde:40219,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T14:21:36,100 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2420 sec 2024-11-12T14:21:36,120 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b6d221c5cde:40219' 2024-11-12T14:21:36,140 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a04a8b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:36,141 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,40219,-1 for getting cluster id 2024-11-12T14:21:36,141 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:21:36,142 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b5893c1b-7471-4044-a3c5-0b60a7e994e8' 2024-11-12T14:21:36,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:21:36,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b5893c1b-7471-4044-a3c5-0b60a7e994e8" 2024-11-12T14:21:36,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@357a20d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:36,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,40219,-1] 2024-11-12T14:21:36,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:21:36,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:36,144 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:21:36,145 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1860dfe8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:36,145 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:21:36,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,40219,1731421288389 2024-11-12T14:21:36,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a7955b5 2024-11-12T14:21:36,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:21:36,150 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-12T14:21:36,151 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2b6d221c5cde,45669,1731421282411 (queues=1) is replicating from cluster=e1b76180-259e-45e2-ba70-85f2ae2cbddb to cluster=b5893c1b-7471-4044-a3c5-0b60a7e994e8 2024-11-12T14:21:36,151 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2b6d221c5cde%2C45669%2C1731421282411 2024-11-12T14:21:36,151 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2b6d221c5cde,45669,1731421282411, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T14:21:36,172 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.wal-reader.2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411/2b6d221c5cde%2C45669%2C1731421282411.1731421284449, startPosition=0, beingWritten=true 2024-11-12T14:21:36,182 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.shipper2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2b6d221c5cde%2C45669%2C1731421282411 2024-11-12T14:21:36,212 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.wal-reader.2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T14:21:36,212 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.wal-reader.2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411/2b6d221c5cde%2C45669%2C1731421282411.1731421284449 to pos 379, reset compression=false 2024-11-12T14:21:36,212 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.shipper2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,45669,1731421282411 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411/2b6d221c5cde%2C45669%2C1731421282411.1731421284449, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T14:21:36,437 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.wal-reader.2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411/2b6d221c5cde%2C45669%2C1731421282411.1731421284449 to pos 379, reset compression=false 2024-11-12T14:21:36,602 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T14:21:36,602 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T14:21:36,753 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.wal-reader.2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411/2b6d221c5cde%2C45669%2C1731421282411.1731421284449 to pos 379, reset compression=false 2024-11-12T14:21:36,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:21:36,998 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T14:21:36,998 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:21:36,998 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:21:36,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:36,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:36,998 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:21:37,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c322cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:37,000 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,40219,-1 for getting cluster id 2024-11-12T14:21:37,000 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:21:37,001 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b5893c1b-7471-4044-a3c5-0b60a7e994e8' 2024-11-12T14:21:37,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:21:37,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b5893c1b-7471-4044-a3c5-0b60a7e994e8" 2024-11-12T14:21:37,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d602efe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:37,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,40219,-1] 2024-11-12T14:21:37,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:21:37,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:37,003 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:21:37,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a8d3ca9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:37,005 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:21:37,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,40219,1731421288389 2024-11-12T14:21:37,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a8727aa 2024-11-12T14:21:37,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:21:37,019 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:21:37,019 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40219 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2b6d221c5cde:36803,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T14:21:37,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40219 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T14:21:37,022 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b6d221c5cde:36803' 2024-11-12T14:21:37,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:21:37,024 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e301280, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:37,024 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,36803,-1 for getting cluster id 2024-11-12T14:21:37,024 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:21:37,025 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1b76180-259e-45e2-ba70-85f2ae2cbddb' 2024-11-12T14:21:37,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:21:37,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1b76180-259e-45e2-ba70-85f2ae2cbddb" 2024-11-12T14:21:37,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e2b9f3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:37,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,36803,-1] 2024-11-12T14:21:37,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:21:37,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:37,027 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:21:37,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c0b4537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:37,027 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:21:37,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,36803,1731421282154 2024-11-12T14:21:37,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58b7e0be 2024-11-12T14:21:37,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:21:37,031 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:21:37,031 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-12T14:21:37,031 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T14:21:37,031 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:37,031 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:37,032 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:21:37,032 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:21:37,033 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T14:21:37,036 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T14:21:37,036 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:37,037 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T14:21:37,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741837_1013 (size=1138) 2024-11-12T14:21:37,083 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T14:21:37,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:21:37,156 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.wal-reader.2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411/2b6d221c5cde%2C45669%2C1731421282411.1731421284449 to pos 379, reset compression=false 2024-11-12T14:21:37,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:21:37,444 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0be89221caf17aabe6ac9ddd868337ec, NAME => 'hbase:replication,,1731421297032.0be89221caf17aabe6ac9ddd868337ec.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87 2024-11-12T14:21:37,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741838_1014 (size=44) 2024-11-12T14:21:37,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:21:37,660 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.wal-reader.2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411/2b6d221c5cde%2C45669%2C1731421282411.1731421284449 to pos 379, reset compression=false 2024-11-12T14:21:37,854 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731421297032.0be89221caf17aabe6ac9ddd868337ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:21:37,854 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0be89221caf17aabe6ac9ddd868337ec, disabling compactions & flushes 2024-11-12T14:21:37,854 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731421297032.0be89221caf17aabe6ac9ddd868337ec. 2024-11-12T14:21:37,854 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731421297032.0be89221caf17aabe6ac9ddd868337ec. 2024-11-12T14:21:37,854 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731421297032.0be89221caf17aabe6ac9ddd868337ec. after waiting 0 ms 2024-11-12T14:21:37,854 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731421297032.0be89221caf17aabe6ac9ddd868337ec. 2024-11-12T14:21:37,854 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731421297032.0be89221caf17aabe6ac9ddd868337ec. 2024-11-12T14:21:37,854 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0be89221caf17aabe6ac9ddd868337ec: Waiting for close lock at 1731421297854Disabling compacts and flushes for region at 1731421297854Disabling writes for close at 1731421297854Writing region close event to WAL at 1731421297854Closed at 1731421297854 2024-11-12T14:21:37,855 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T14:21:37,855 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731421297032.0be89221caf17aabe6ac9ddd868337ec.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731421297855"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731421297855"}]},"ts":"1731421297855"} 2024-11-12T14:21:37,857 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T14:21:37,857 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T14:21:37,858 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421297857"}]},"ts":"1731421297857"} 2024-11-12T14:21:37,859 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T14:21:37,859 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0be89221caf17aabe6ac9ddd868337ec, ASSIGN}] 2024-11-12T14:21:37,860 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0be89221caf17aabe6ac9ddd868337ec, ASSIGN 2024-11-12T14:21:37,860 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0be89221caf17aabe6ac9ddd868337ec, ASSIGN; state=OFFLINE, location=2b6d221c5cde,41469,1731421289043; forceNewPlan=false, retain=false 2024-11-12T14:21:38,011 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0be89221caf17aabe6ac9ddd868337ec, regionState=OPENING, regionLocation=2b6d221c5cde,41469,1731421289043 2024-11-12T14:21:38,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0be89221caf17aabe6ac9ddd868337ec, ASSIGN because future has completed 2024-11-12T14:21:38,014 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0be89221caf17aabe6ac9ddd868337ec, server=2b6d221c5cde,41469,1731421289043}] 2024-11-12T14:21:38,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:21:38,170 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731421297032.0be89221caf17aabe6ac9ddd868337ec. 2024-11-12T14:21:38,170 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:21:38,170 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T14:21:38,172 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C41469%2C1731421289043.rep, suffix=, logDir=hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/WALs/2b6d221c5cde,41469,1731421289043, archiveDir=hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/oldWALs, maxLogs=10 2024-11-12T14:21:38,178 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T14:21:38,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/WALs/2b6d221c5cde,41469,1731421289043/2b6d221c5cde%2C41469%2C1731421289043.rep.1731421298172, exclude list is [], retry=0 2024-11-12T14:21:38,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37987,DS-9f37105d-11af-4ec9-98a0-4353ad1efebe,DISK] 2024-11-12T14:21:38,208 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/WALs/2b6d221c5cde,41469,1731421289043/2b6d221c5cde%2C41469%2C1731421289043.rep.1731421298172 2024-11-12T14:21:38,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:38,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:38,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:38,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:38,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:38,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:38,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:38,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38129:38129)] 2024-11-12T14:21:38,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0be89221caf17aabe6ac9ddd868337ec, NAME => 'hbase:replication,,1731421297032.0be89221caf17aabe6ac9ddd868337ec.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:21:38,225 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:21:38,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T14:21:38,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731421297032.0be89221caf17aabe6ac9ddd868337ec. service=MultiRowMutationService 2024-11-12T14:21:38,225 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T14:21:38,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0be89221caf17aabe6ac9ddd868337ec 2024-11-12T14:21:38,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731421297032.0be89221caf17aabe6ac9ddd868337ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:21:38,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0be89221caf17aabe6ac9ddd868337ec 2024-11-12T14:21:38,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0be89221caf17aabe6ac9ddd868337ec 2024-11-12T14:21:38,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:38,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:38,232 INFO [StoreOpener-0be89221caf17aabe6ac9ddd868337ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0be89221caf17aabe6ac9ddd868337ec 2024-11-12T14:21:38,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:38,236 INFO [StoreOpener-0be89221caf17aabe6ac9ddd868337ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0be89221caf17aabe6ac9ddd868337ec columnFamilyName hfileref 2024-11-12T14:21:38,236 DEBUG [StoreOpener-0be89221caf17aabe6ac9ddd868337ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:38,237 INFO [StoreOpener-0be89221caf17aabe6ac9ddd868337ec-1 {}] regionserver.HStore(327): Store=0be89221caf17aabe6ac9ddd868337ec/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:21:38,237 INFO [StoreOpener-0be89221caf17aabe6ac9ddd868337ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0be89221caf17aabe6ac9ddd868337ec 2024-11-12T14:21:38,239 INFO [StoreOpener-0be89221caf17aabe6ac9ddd868337ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0be89221caf17aabe6ac9ddd868337ec columnFamilyName queue 2024-11-12T14:21:38,239 DEBUG [StoreOpener-0be89221caf17aabe6ac9ddd868337ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:38,240 INFO [StoreOpener-0be89221caf17aabe6ac9ddd868337ec-1 {}] regionserver.HStore(327): Store=0be89221caf17aabe6ac9ddd868337ec/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:21:38,240 INFO [StoreOpener-0be89221caf17aabe6ac9ddd868337ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0be89221caf17aabe6ac9ddd868337ec 2024-11-12T14:21:38,241 INFO [StoreOpener-0be89221caf17aabe6ac9ddd868337ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0be89221caf17aabe6ac9ddd868337ec columnFamilyName sid 2024-11-12T14:21:38,241 DEBUG [StoreOpener-0be89221caf17aabe6ac9ddd868337ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:38,242 INFO [StoreOpener-0be89221caf17aabe6ac9ddd868337ec-1 {}] regionserver.HStore(327): Store=0be89221caf17aabe6ac9ddd868337ec/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:21:38,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0be89221caf17aabe6ac9ddd868337ec 2024-11-12T14:21:38,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/hbase/replication/0be89221caf17aabe6ac9ddd868337ec 2024-11-12T14:21:38,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/hbase/replication/0be89221caf17aabe6ac9ddd868337ec 2024-11-12T14:21:38,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0be89221caf17aabe6ac9ddd868337ec 2024-11-12T14:21:38,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0be89221caf17aabe6ac9ddd868337ec 2024-11-12T14:21:38,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T14:21:38,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0be89221caf17aabe6ac9ddd868337ec 2024-11-12T14:21:38,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/hbase/replication/0be89221caf17aabe6ac9ddd868337ec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:21:38,250 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0be89221caf17aabe6ac9ddd868337ec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74115113, jitterRate=0.10440124571323395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T14:21:38,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0be89221caf17aabe6ac9ddd868337ec 2024-11-12T14:21:38,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0be89221caf17aabe6ac9ddd868337ec: Running coprocessor pre-open hook at 1731421298225Writing region info on filesystem at 1731421298225Initializing all the Stores at 1731421298226 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421298226Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421298232 (+6 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421298232Cleaning up temporary data from old regions at 1731421298246 (+14 ms)Running coprocessor post-open hooks at 1731421298251 (+5 ms)Region opened successfully at 1731421298251 2024-11-12T14:21:38,252 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731421297032.0be89221caf17aabe6ac9ddd868337ec., pid=10, masterSystemTime=1731421298167 2024-11-12T14:21:38,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731421297032.0be89221caf17aabe6ac9ddd868337ec. 2024-11-12T14:21:38,253 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731421297032.0be89221caf17aabe6ac9ddd868337ec. 2024-11-12T14:21:38,254 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0be89221caf17aabe6ac9ddd868337ec, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,41469,1731421289043 2024-11-12T14:21:38,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0be89221caf17aabe6ac9ddd868337ec, server=2b6d221c5cde,41469,1731421289043 because future has completed 2024-11-12T14:21:38,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T14:21:38,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0be89221caf17aabe6ac9ddd868337ec, server=2b6d221c5cde,41469,1731421289043 in 243 msec 2024-11-12T14:21:38,261 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T14:21:38,261 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0be89221caf17aabe6ac9ddd868337ec, ASSIGN in 401 msec 2024-11-12T14:21:38,261 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T14:21:38,262 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421298261"}]},"ts":"1731421298261"} 2024-11-12T14:21:38,263 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T14:21:38,263 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.wal-reader.2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411/2b6d221c5cde%2C45669%2C1731421282411.1731421284449 to pos 379, reset compression=false 2024-11-12T14:21:38,264 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T14:21:38,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2320 sec 2024-11-12T14:21:38,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731421297032.0be89221caf17aabe6ac9ddd868337ec., hostname=2b6d221c5cde,41469,1731421289043, seqNum=2] 2024-11-12T14:21:38,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41469-0x1012f6c0f1e0004, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991533365 2024-11-12T14:21:38,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40219-0x1012f6c0f1e0003, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991533365 2024-11-12T14:21:38,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T14:21:38,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41469 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T14:21:38,612 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T14:21:38,638 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2b6d221c5cde,41469,1731421289043, ReplicationSource: 1, currentBandwidth=0 2024-11-12T14:21:38,638 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:21:38,638 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,41469,1731421289043, seqNum=-1] 2024-11-12T14:21:38,639 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:21:38,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40245, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-12T14:21:38,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2b6d221c5cde,41469,1731421289043', locateType=CURRENT is [region=hbase:replication,,1731421297032.0be89221caf17aabe6ac9ddd868337ec., hostname=2b6d221c5cde,41469,1731421289043, seqNum=2] 2024-11-12T14:21:38,643 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T14:21:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40219 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T14:21:38,645 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2b6d221c5cde,41469,1731421289043 suceeded 2024-11-12T14:21:38,646 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T14:21:38,646 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2b6d221c5cde:36803,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T14:21:38,646 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-12T14:21:38,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6270 sec 2024-11-12T14:21:38,657 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b6d221c5cde:36803' 2024-11-12T14:21:38,658 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33afdb6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:38,658 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,36803,-1 for getting cluster id 2024-11-12T14:21:38,658 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:21:38,659 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1b76180-259e-45e2-ba70-85f2ae2cbddb' 2024-11-12T14:21:38,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:21:38,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1b76180-259e-45e2-ba70-85f2ae2cbddb" 2024-11-12T14:21:38,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11571b6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:38,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,36803,-1] 2024-11-12T14:21:38,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:21:38,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:38,660 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:21:38,660 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7216abe8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:38,660 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:21:38,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,36803,1731421282154 2024-11-12T14:21:38,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24ead8a1 2024-11-12T14:21:38,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:21:38,662 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-12T14:21:38,662 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2b6d221c5cde,41469,1731421289043 (queues=1) is replicating from cluster=b5893c1b-7471-4044-a3c5-0b60a7e994e8 to cluster=e1b76180-259e-45e2-ba70-85f2ae2cbddb 2024-11-12T14:21:38,662 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2b6d221c5cde%2C41469%2C1731421289043 2024-11-12T14:21:38,662 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2b6d221c5cde,41469,1731421289043, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T14:21:38,663 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.shipper2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2b6d221c5cde%2C41469%2C1731421289043 2024-11-12T14:21:38,663 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.wal-reader.2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/WALs/2b6d221c5cde,41469,1731421289043/2b6d221c5cde%2C41469%2C1731421289043.1731421291925, startPosition=0, beingWritten=true 2024-11-12T14:21:38,667 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.wal-reader.2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T14:21:38,667 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.wal-reader.2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/WALs/2b6d221c5cde,41469,1731421289043/2b6d221c5cde%2C41469%2C1731421289043.1731421291925 to pos 379, reset compression=false 2024-11-12T14:21:38,667 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.shipper2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,41469,1731421289043 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/WALs/2b6d221c5cde,41469,1731421289043/2b6d221c5cde%2C41469%2C1731421289043.1731421291925, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T14:21:38,871 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.wal-reader.2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/WALs/2b6d221c5cde,41469,1731421289043/2b6d221c5cde%2C41469%2C1731421289043.1731421291925 to pos 379, reset compression=false 2024-11-12T14:21:38,967 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.wal-reader.2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411/2b6d221c5cde%2C45669%2C1731421282411.1731421284449 to pos 379, reset compression=false 2024-11-12T14:21:39,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:21:39,167 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T14:21:39,167 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:21:39,167 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:21:39,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:39,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:39,167 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:21:39,167 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:21:39,168 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,45669,1731421282411, seqNum=-1] 2024-11-12T14:21:39,169 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:21:39,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:21:39,171 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731421293015.e9a97bfa4d7fcb6dedf5d13dc1ea87f2., hostname=2b6d221c5cde,45669,1731421282411, seqNum=2] 2024-11-12T14:21:39,172 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:21:39,173 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,41469,1731421289043, seqNum=-1] 2024-11-12T14:21:39,173 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:21:39,174 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.wal-reader.2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/WALs/2b6d221c5cde,41469,1731421289043/2b6d221c5cde%2C41469%2C1731421289043.1731421291925 to pos 379, reset compression=false 2024-11-12T14:21:39,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:21:39,176 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731421293661.076686c5366a291b06ae2c6fb982b9ac., hostname=2b6d221c5cde,41469,1731421289043, seqNum=2] 2024-11-12T14:21:39,177 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-12T14:21:39,578 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.wal-reader.2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/WALs/2b6d221c5cde,41469,1731421289043/2b6d221c5cde%2C41469%2C1731421289043.1731421291925 to pos 379, reset compression=false 2024-11-12T14:21:39,771 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.wal-reader.2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411/2b6d221c5cde%2C45669%2C1731421282411.1731421284449 to pos 379, reset compression=false 2024-11-12T14:21:39,776 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.wal-reader.2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T14:21:39,776 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.wal-reader.2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411/2b6d221c5cde%2C45669%2C1731421282411.1731421284449 to pos 480, reset compression=false 2024-11-12T14:21:39,776 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.shipper2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,45669,1731421282411 got entry batch from reader: WALEntryBatch [walEntries=[{test/e9a97bfa4d7fcb6dedf5d13dc1ea87f2/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411/2b6d221c5cde%2C45669%2C1731421282411.1731421284449, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-12T14:21:39,778 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.shipper2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:21:39,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-12T14:21:39,781 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41469 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T14:21:39,782 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41469 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a219122, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:39,782 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41469 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,40219,-1 for getting cluster id 2024-11-12T14:21:39,782 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41469 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:21:39,783 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b5893c1b-7471-4044-a3c5-0b60a7e994e8' 2024-11-12T14:21:39,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:21:39,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b5893c1b-7471-4044-a3c5-0b60a7e994e8" 2024-11-12T14:21:39,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48406d0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:39,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,40219,-1] 2024-11-12T14:21:39,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:21:39,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:39,784 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:21:39,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41469 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c570f38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:39,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41469 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:21:39,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,41469,1731421289043, seqNum=-1] 2024-11-12T14:21:39,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:21:39,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-12T14:21:39,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731421293661.076686c5366a291b06ae2c6fb982b9ac., hostname=2b6d221c5cde,41469,1731421289043, seqNum=2] 2024-11-12T14:21:39,802 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T14:21:39,802 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-12T14:21:39,803 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T14:21:39,803 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-12T14:21:39,803 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T14:21:39,803 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-12T14:21:39,825 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41469 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T14:21:39,981 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.wal-reader.2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411/2b6d221c5cde%2C45669%2C1731421282411.1731421284449 to pos 480, reset compression=false 2024-11-12T14:21:40,081 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.wal-reader.2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/WALs/2b6d221c5cde,41469,1731421289043/2b6d221c5cde%2C41469%2C1731421289043.1731421291925 to pos 379, reset compression=false 2024-11-12T14:21:40,085 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.wal-reader.2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T14:21:40,085 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.wal-reader.2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/WALs/2b6d221c5cde,41469,1731421289043/2b6d221c5cde%2C41469%2C1731421289043.1731421291925 to pos 504, reset compression=false 2024-11-12T14:21:40,085 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.shipper2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,41469,1731421289043 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/WALs/2b6d221c5cde,41469,1731421289043/2b6d221c5cde%2C41469%2C1731421289043.1731421291925, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T14:21:40,180 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-12T14:21:40,183 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-12T14:21:40,285 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.wal-reader.2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411/2b6d221c5cde%2C45669%2C1731421282411.1731421284449 to pos 480, reset compression=false 2024-11-12T14:21:40,288 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.wal-reader.2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/WALs/2b6d221c5cde,41469,1731421289043/2b6d221c5cde%2C41469%2C1731421289043.1731421291925 to pos 504, reset compression=false 2024-11-12T14:21:40,291 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.wal-reader.2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T14:21:40,291 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.wal-reader.2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/WALs/2b6d221c5cde,41469,1731421289043/2b6d221c5cde%2C41469%2C1731421289043.1731421291925 to pos 608, reset compression=false 2024-11-12T14:21:40,291 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.shipper2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,41469,1731421289043 got entry batch from reader: WALEntryBatch [walEntries=[{test/076686c5366a291b06ae2c6fb982b9ac/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/WALs/2b6d221c5cde,41469,1731421289043/2b6d221c5cde%2C41469%2C1731421289043.1731421291925, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T14:21:40,293 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.shipper2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:21:40,294 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-12T14:21:40,295 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45669 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T14:21:40,295 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59c1f0ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:40,295 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45669 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,36803,-1 for getting cluster id 2024-11-12T14:21:40,295 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45669 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:21:40,296 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1b76180-259e-45e2-ba70-85f2ae2cbddb' 2024-11-12T14:21:40,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:21:40,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1b76180-259e-45e2-ba70-85f2ae2cbddb" 2024-11-12T14:21:40,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30fdd718, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:40,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,36803,-1] 2024-11-12T14:21:40,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:21:40,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:40,297 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:21:40,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f7cce38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:40,298 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45669 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:21:40,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,45669,1731421282411, seqNum=-1] 2024-11-12T14:21:40,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:21:40,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-12T14:21:40,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731421293015.e9a97bfa4d7fcb6dedf5d13dc1ea87f2., hostname=2b6d221c5cde,45669,1731421282411, seqNum=2] 2024-11-12T14:21:40,303 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45669 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T14:21:40,494 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.wal-reader.2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/WALs/2b6d221c5cde,41469,1731421289043/2b6d221c5cde%2C41469%2C1731421289043.1731421291925 to pos 608, reset compression=false 2024-11-12T14:21:40,689 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.wal-reader.2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411/2b6d221c5cde%2C45669%2C1731421282411.1731421284449 to pos 480, reset compression=false 2024-11-12T14:21:40,693 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.wal-reader.2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T14:21:40,693 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.wal-reader.2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411/2b6d221c5cde%2C45669%2C1731421282411.1731421284449 to pos 608, reset compression=false 2024-11-12T14:21:40,693 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.shipper2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,45669,1731421282411 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411/2b6d221c5cde%2C45669%2C1731421282411.1731421284449, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T14:21:40,797 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.wal-reader.2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/WALs/2b6d221c5cde,41469,1731421289043/2b6d221c5cde%2C41469%2C1731421289043.1731421291925 to pos 608, reset compression=false 2024-11-12T14:21:40,897 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.wal-reader.2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411/2b6d221c5cde%2C45669%2C1731421282411.1731421284449 to pos 608, reset compression=false 2024-11-12T14:21:41,185 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-12T14:21:41,193 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-12T14:21:41,201 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.wal-reader.2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411/2b6d221c5cde%2C45669%2C1731421282411.1731421284449 to pos 608, reset compression=false 2024-11-12T14:21:41,201 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.wal-reader.2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/WALs/2b6d221c5cde,41469,1731421289043/2b6d221c5cde%2C41469%2C1731421289043.1731421291925 to pos 608, reset compression=false 2024-11-12T14:21:41,210 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.wal-reader.2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T14:21:41,210 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.wal-reader.2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411/2b6d221c5cde%2C45669%2C1731421282411.1731421284449 to pos 764, reset compression=false 2024-11-12T14:21:41,210 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.shipper2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,45669,1731421282411 got entry batch from reader: WALEntryBatch [walEntries=[{test/e9a97bfa4d7fcb6dedf5d13dc1ea87f2/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411/2b6d221c5cde%2C45669%2C1731421282411.1731421284449, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-12T14:21:41,211 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41469 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T14:21:41,215 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41469 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T14:21:41,429 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.wal-reader.2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411/2b6d221c5cde%2C45669%2C1731421282411.1731421284449 to pos 764, reset compression=false 2024-11-12T14:21:41,706 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.wal-reader.2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/WALs/2b6d221c5cde,41469,1731421289043/2b6d221c5cde%2C41469%2C1731421289043.1731421291925 to pos 608, reset compression=false 2024-11-12T14:21:41,710 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.wal-reader.2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T14:21:41,710 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.wal-reader.2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/WALs/2b6d221c5cde,41469,1731421289043/2b6d221c5cde%2C41469%2C1731421289043.1731421291925 to pos 756, reset compression=false 2024-11-12T14:21:41,710 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.shipper2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,41469,1731421289043 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/WALs/2b6d221c5cde,41469,1731421289043/2b6d221c5cde%2C41469%2C1731421289043.1731421291925, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T14:21:41,753 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.wal-reader.2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411/2b6d221c5cde%2C45669%2C1731421282411.1731421284449 to pos 764, reset compression=false 2024-11-12T14:21:41,914 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.wal-reader.2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/WALs/2b6d221c5cde,41469,1731421289043/2b6d221c5cde%2C41469%2C1731421289043.1731421291925 to pos 756, reset compression=false 2024-11-12T14:21:42,156 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.wal-reader.2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411/2b6d221c5cde%2C45669%2C1731421282411.1731421284449 to pos 764, reset compression=false 2024-11-12T14:21:42,195 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-12T14:21:42,198 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-12T14:21:42,218 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.wal-reader.2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/WALs/2b6d221c5cde,41469,1731421289043/2b6d221c5cde%2C41469%2C1731421289043.1731421291925 to pos 756, reset compression=false 2024-11-12T14:21:42,221 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.wal-reader.2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T14:21:42,221 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.wal-reader.2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/WALs/2b6d221c5cde,41469,1731421289043/2b6d221c5cde%2C41469%2C1731421289043.1731421291925 to pos 915, reset compression=false 2024-11-12T14:21:42,221 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.shipper2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,41469,1731421289043 got entry batch from reader: WALEntryBatch [walEntries=[{test/076686c5366a291b06ae2c6fb982b9ac/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/WALs/2b6d221c5cde,41469,1731421289043/2b6d221c5cde%2C41469%2C1731421289043.1731421291925, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-12T14:21:42,222 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45669 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T14:21:42,225 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45669 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T14:21:42,424 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.wal-reader.2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/WALs/2b6d221c5cde,41469,1731421289043/2b6d221c5cde%2C41469%2C1731421289043.1731421291925 to pos 915, reset compression=false 2024-11-12T14:21:42,659 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.wal-reader.2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411/2b6d221c5cde%2C45669%2C1731421282411.1731421284449 to pos 764, reset compression=false 2024-11-12T14:21:42,664 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.wal-reader.2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T14:21:42,664 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.wal-reader.2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411/2b6d221c5cde%2C45669%2C1731421282411.1731421284449 to pos 914, reset compression=false 2024-11-12T14:21:42,664 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.shipper2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,45669,1731421282411 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411/2b6d221c5cde%2C45669%2C1731421282411.1731421284449, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T14:21:42,728 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.wal-reader.2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/WALs/2b6d221c5cde,41469,1731421289043/2b6d221c5cde%2C41469%2C1731421289043.1731421291925 to pos 915, reset compression=false 2024-11-12T14:21:42,868 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.wal-reader.2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411/2b6d221c5cde%2C45669%2C1731421282411.1731421284449 to pos 914, reset compression=false 2024-11-12T14:21:43,132 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.wal-reader.2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/WALs/2b6d221c5cde,41469,1731421289043/2b6d221c5cde%2C41469%2C1731421289043.1731421291925 to pos 915, reset compression=false 2024-11-12T14:21:43,171 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.wal-reader.2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411/2b6d221c5cde%2C45669%2C1731421282411.1731421284449 to pos 914, reset compression=false 2024-11-12T14:21:43,200 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-12T14:21:43,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T14:21:43,202 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:21:43,202 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:21:43,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:43,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:43,202 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:21:43,202 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T14:21:43,203 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1535100379, stopped=false 2024-11-12T14:21:43,203 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b6d221c5cde,40219,1731421288389 2024-11-12T14:21:43,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41469-0x1012f6c0f1e0004, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-991533365/running 2024-11-12T14:21:43,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40219-0x1012f6c0f1e0003, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-991533365/running 2024-11-12T14:21:43,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40219-0x1012f6c0f1e0003, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991533365 2024-11-12T14:21:43,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41469-0x1012f6c0f1e0004, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991533365 2024-11-12T14:21:43,272 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:21:43,272 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:21:43,272 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:21:43,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:43,272 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b6d221c5cde,41469,1731421289043' ***** 2024-11-12T14:21:43,272 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T14:21:43,272 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40219-0x1012f6c0f1e0003, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Set watcher on znode that does not yet exist, /1-991533365/running 2024-11-12T14:21:43,272 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41469-0x1012f6c0f1e0004, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Set watcher on znode that does not yet exist, /1-991533365/running 2024-11-12T14:21:43,273 INFO [RS:0;2b6d221c5cde:41469 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T14:21:43,273 INFO [RS:0;2b6d221c5cde:41469 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T14:21:43,273 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T14:21:43,273 INFO [RS:0;2b6d221c5cde:41469 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T14:21:43,273 INFO [RS:0;2b6d221c5cde:41469 {}] regionserver.HRegionServer(3091): Received CLOSE for 0be89221caf17aabe6ac9ddd868337ec 2024-11-12T14:21:43,273 INFO [RS:0;2b6d221c5cde:41469 {}] regionserver.HRegionServer(3091): Received CLOSE for 076686c5366a291b06ae2c6fb982b9ac 2024-11-12T14:21:43,273 INFO [RS:0;2b6d221c5cde:41469 {}] regionserver.HRegionServer(959): stopping server 2b6d221c5cde,41469,1731421289043 2024-11-12T14:21:43,273 INFO [RS:0;2b6d221c5cde:41469 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:21:43,273 INFO [RS:0;2b6d221c5cde:41469 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:41469. 2024-11-12T14:21:43,273 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0be89221caf17aabe6ac9ddd868337ec, disabling compactions & flushes 2024-11-12T14:21:43,273 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731421297032.0be89221caf17aabe6ac9ddd868337ec. 2024-11-12T14:21:43,273 DEBUG [RS:0;2b6d221c5cde:41469 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:21:43,273 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731421297032.0be89221caf17aabe6ac9ddd868337ec. 2024-11-12T14:21:43,273 DEBUG [RS:0;2b6d221c5cde:41469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:43,273 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731421297032.0be89221caf17aabe6ac9ddd868337ec. after waiting 0 ms 2024-11-12T14:21:43,273 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731421297032.0be89221caf17aabe6ac9ddd868337ec. 2024-11-12T14:21:43,273 INFO [RS:0;2b6d221c5cde:41469 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T14:21:43,273 INFO [RS:0;2b6d221c5cde:41469 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T14:21:43,273 INFO [RS:0;2b6d221c5cde:41469 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T14:21:43,273 INFO [RS:0;2b6d221c5cde:41469 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T14:21:43,273 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0be89221caf17aabe6ac9ddd868337ec 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-12T14:21:43,273 INFO [RS:0;2b6d221c5cde:41469 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T14:21:43,274 DEBUG [RS:0;2b6d221c5cde:41469 {}] regionserver.HRegionServer(1325): Online Regions={0be89221caf17aabe6ac9ddd868337ec=hbase:replication,,1731421297032.0be89221caf17aabe6ac9ddd868337ec., 1588230740=hbase:meta,,1.1588230740, 076686c5366a291b06ae2c6fb982b9ac=test,,1731421293661.076686c5366a291b06ae2c6fb982b9ac.} 2024-11-12T14:21:43,274 DEBUG [RS:0;2b6d221c5cde:41469 {}] regionserver.HRegionServer(1351): Waiting on 076686c5366a291b06ae2c6fb982b9ac, 0be89221caf17aabe6ac9ddd868337ec, 1588230740 2024-11-12T14:21:43,274 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:21:43,274 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:21:43,274 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:21:43,274 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:21:43,274 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:21:43,274 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T14:21:43,287 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/hbase/meta/1588230740/.tmp/info/7e6834bc58a94030ab6a74fcfa5eed7e is 147, key is hbase:replication,,1731421297032.0be89221caf17aabe6ac9ddd868337ec./info:regioninfo/1731421298254/Put/seqid=0 2024-11-12T14:21:43,289 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/hbase/replication/0be89221caf17aabe6ac9ddd868337ec/.tmp/queue/c55a3921655d4fbb8f5a8540c0a48287 is 153, key is 1-2b6d221c5cde,41469,1731421289043/queue:2b6d221c5cde%2C41469%2C1731421289043/1731421302226/Put/seqid=0 2024-11-12T14:21:43,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741840_1016 (size=7686) 2024-11-12T14:21:43,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741841_1017 (size=5352) 2024-11-12T14:21:43,318 INFO [regionserver/2b6d221c5cde:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:21:43,474 DEBUG [RS:0;2b6d221c5cde:41469 {}] regionserver.HRegionServer(1351): Waiting on 076686c5366a291b06ae2c6fb982b9ac, 0be89221caf17aabe6ac9ddd868337ec, 1588230740 2024-11-12T14:21:43,574 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.wal-reader.2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411/2b6d221c5cde%2C45669%2C1731421282411.1731421284449 to pos 914, reset compression=false 2024-11-12T14:21:43,635 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.wal-reader.2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/WALs/2b6d221c5cde,41469,1731421289043/2b6d221c5cde%2C41469%2C1731421289043.1731421291925 to pos 915, reset compression=false 2024-11-12T14:21:43,674 DEBUG [RS:0;2b6d221c5cde:41469 {}] regionserver.HRegionServer(1351): Waiting on 076686c5366a291b06ae2c6fb982b9ac, 0be89221caf17aabe6ac9ddd868337ec, 1588230740 2024-11-12T14:21:43,691 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/hbase/meta/1588230740/.tmp/info/7e6834bc58a94030ab6a74fcfa5eed7e 2024-11-12T14:21:43,693 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/hbase/replication/0be89221caf17aabe6ac9ddd868337ec/.tmp/queue/c55a3921655d4fbb8f5a8540c0a48287 2024-11-12T14:21:43,696 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/hbase/replication/0be89221caf17aabe6ac9ddd868337ec/.tmp/queue/c55a3921655d4fbb8f5a8540c0a48287 as hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/hbase/replication/0be89221caf17aabe6ac9ddd868337ec/queue/c55a3921655d4fbb8f5a8540c0a48287 2024-11-12T14:21:43,700 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/hbase/replication/0be89221caf17aabe6ac9ddd868337ec/queue/c55a3921655d4fbb8f5a8540c0a48287, entries=1, sequenceid=10, filesize=5.2 K 2024-11-12T14:21:43,701 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 0be89221caf17aabe6ac9ddd868337ec in 428ms, sequenceid=10, compaction requested=false 2024-11-12T14:21:43,704 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/hbase/replication/0be89221caf17aabe6ac9ddd868337ec/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-12T14:21:43,704 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:21:43,704 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:21:43,705 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731421297032.0be89221caf17aabe6ac9ddd868337ec. 2024-11-12T14:21:43,705 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0be89221caf17aabe6ac9ddd868337ec: Waiting for close lock at 1731421303273Running coprocessor pre-close hooks at 1731421303273Disabling compacts and flushes for region at 1731421303273Disabling writes for close at 1731421303273Obtaining lock to block concurrent updates at 1731421303273Preparing flush snapshotting stores in 0be89221caf17aabe6ac9ddd868337ec at 1731421303273Finished memstore snapshotting hbase:replication,,1731421297032.0be89221caf17aabe6ac9ddd868337ec., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731421303274 (+1 ms)Flushing stores of hbase:replication,,1731421297032.0be89221caf17aabe6ac9ddd868337ec. at 1731421303274Flushing 0be89221caf17aabe6ac9ddd868337ec/queue: creating writer at 1731421303274Flushing 0be89221caf17aabe6ac9ddd868337ec/queue: appending metadata at 1731421303289 (+15 ms)Flushing 0be89221caf17aabe6ac9ddd868337ec/queue: closing flushed file at 1731421303289Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ccd64d9: reopening flushed file at 1731421303696 (+407 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 0be89221caf17aabe6ac9ddd868337ec in 428ms, sequenceid=10, compaction requested=false at 1731421303701 (+5 ms)Writing region close event to WAL at 1731421303701Running coprocessor post-close hooks at 1731421303704 (+3 ms)Closed at 1731421303704 2024-11-12T14:21:43,705 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731421297032.0be89221caf17aabe6ac9ddd868337ec. 2024-11-12T14:21:43,705 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 076686c5366a291b06ae2c6fb982b9ac, disabling compactions & flushes 2024-11-12T14:21:43,705 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731421293661.076686c5366a291b06ae2c6fb982b9ac. 2024-11-12T14:21:43,705 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731421293661.076686c5366a291b06ae2c6fb982b9ac. 2024-11-12T14:21:43,705 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731421293661.076686c5366a291b06ae2c6fb982b9ac. after waiting 0 ms 2024-11-12T14:21:43,705 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731421293661.076686c5366a291b06ae2c6fb982b9ac. 2024-11-12T14:21:43,705 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 076686c5366a291b06ae2c6fb982b9ac 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-12T14:21:43,711 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/hbase/meta/1588230740/.tmp/ns/c25d1d59d0cf4948830c2d3d7d636afd is 43, key is default/ns:d/1731421292872/Put/seqid=0 2024-11-12T14:21:43,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741842_1018 (size=5153) 2024-11-12T14:21:43,721 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/default/test/076686c5366a291b06ae2c6fb982b9ac/.tmp/f/28d5809f06494a27b8b230676239d174 is 29, key is row1/f:/1731421302196/DeleteFamily/seqid=0 2024-11-12T14:21:43,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741843_1019 (size=5118) 2024-11-12T14:21:43,727 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T14:21:43,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:43,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:43,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:43,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:43,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:43,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:43,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:43,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:43,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:43,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:43,843 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T14:21:43,843 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T14:21:43,874 DEBUG [RS:0;2b6d221c5cde:41469 {}] regionserver.HRegionServer(1351): Waiting on 076686c5366a291b06ae2c6fb982b9ac, 1588230740 2024-11-12T14:21:44,074 DEBUG [RS:0;2b6d221c5cde:41469 {}] regionserver.HRegionServer(1351): Waiting on 076686c5366a291b06ae2c6fb982b9ac, 1588230740 2024-11-12T14:21:44,077 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.wal-reader.2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411/2b6d221c5cde%2C45669%2C1731421282411.1731421284449 to pos 914, reset compression=false 2024-11-12T14:21:44,118 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/hbase/meta/1588230740/.tmp/ns/c25d1d59d0cf4948830c2d3d7d636afd 2024-11-12T14:21:44,126 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/default/test/076686c5366a291b06ae2c6fb982b9ac/.tmp/f/28d5809f06494a27b8b230676239d174 2024-11-12T14:21:44,129 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 28d5809f06494a27b8b230676239d174 2024-11-12T14:21:44,135 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/hbase/meta/1588230740/.tmp/rep_barrier/1c31293f8eb0457c8b2fc3191cee9a62 is 112, key is test,,1731421293661.076686c5366a291b06ae2c6fb982b9ac./rep_barrier:seqnumDuringOpen/1731421294584/Put/seqid=0 2024-11-12T14:21:44,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741844_1020 (size=5518) 2024-11-12T14:21:44,146 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/default/test/076686c5366a291b06ae2c6fb982b9ac/.tmp/f1/01b558a8259640b0937440e3f6524913 is 30, key is row1/f1:/1731421302196/DeleteFamily/seqid=0 2024-11-12T14:21:44,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741845_1021 (size=5123) 2024-11-12T14:21:44,238 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.wal-reader.2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/WALs/2b6d221c5cde,41469,1731421289043/2b6d221c5cde%2C41469%2C1731421289043.1731421291925 to pos 915, reset compression=false 2024-11-12T14:21:44,243 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.wal-reader.2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T14:21:44,243 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.wal-reader.2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/WALs/2b6d221c5cde,41469,1731421289043/2b6d221c5cde%2C41469%2C1731421289043.1731421291925 to pos 1162, reset compression=false 2024-11-12T14:21:44,243 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.shipper2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,41469,1731421289043 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/WALs/2b6d221c5cde,41469,1731421289043/2b6d221c5cde%2C41469%2C1731421289043.1731421291925, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T14:21:44,244 ERROR [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.shipper2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2b6d221c5cde,41469,1731421289043: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-2b6d221c5cde,41469,1731421289043, walGroup=2b6d221c5cde%2C41469%2C1731421289043, offset=2b6d221c5cde%2C41469%2C1731421289043.1731421291925:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b6d221c5cde:41469 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T14:21:44,245 ERROR [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.shipper2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T14:21:44,245 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.shipper2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T14:21:44,245 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.shipper2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T14:21:44,246 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.shipper2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T14:21:44,246 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.shipper2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T14:21:44,246 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.shipper2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1065353216, "init": 1048576000, "max": 2306867200, "used": 623610144 }, "NonHeapMemoryUsage": { "committed": 193527808, "init": 7667712, "max": -1, "used": 190760784 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T14:21:44,246 WARN [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.shipper2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b6d221c5cde:40219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b6d221c5cde:40219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T14:21:44,274 INFO [RS:0;2b6d221c5cde:41469 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T14:21:44,275 DEBUG [RS:0;2b6d221c5cde:41469 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 076686c5366a291b06ae2c6fb982b9ac=test,,1731421293661.076686c5366a291b06ae2c6fb982b9ac.} 2024-11-12T14:21:44,275 DEBUG [RS:0;2b6d221c5cde:41469 {}] regionserver.HRegionServer(1351): Waiting on 076686c5366a291b06ae2c6fb982b9ac, 1588230740 2024-11-12T14:21:44,449 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.wal-reader.2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/WALs/2b6d221c5cde,41469,1731421289043/2b6d221c5cde%2C41469%2C1731421289043.1731421291925 to pos 1162, reset compression=false 2024-11-12T14:21:44,475 DEBUG [RS:0;2b6d221c5cde:41469 {}] regionserver.HRegionServer(1351): Waiting on 076686c5366a291b06ae2c6fb982b9ac, 1588230740 2024-11-12T14:21:44,539 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/hbase/meta/1588230740/.tmp/rep_barrier/1c31293f8eb0457c8b2fc3191cee9a62 2024-11-12T14:21:44,550 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/default/test/076686c5366a291b06ae2c6fb982b9ac/.tmp/f1/01b558a8259640b0937440e3f6524913 2024-11-12T14:21:44,554 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01b558a8259640b0937440e3f6524913 2024-11-12T14:21:44,557 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/hbase/meta/1588230740/.tmp/table/4889bee848dc4b8c9c226c2227f9ac27 is 53, key is hbase:replication/table:state/1731421298261/Put/seqid=0 2024-11-12T14:21:44,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741846_1022 (size=5308) 2024-11-12T14:21:44,571 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/default/test/076686c5366a291b06ae2c6fb982b9ac/.tmp/norep/5f99a405ebe44385b0ca2d4b17cec3d8 is 33, key is row1/norep:/1731421302196/DeleteFamily/seqid=0 2024-11-12T14:21:44,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741847_1023 (size=5108) 2024-11-12T14:21:44,574 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/default/test/076686c5366a291b06ae2c6fb982b9ac/.tmp/norep/5f99a405ebe44385b0ca2d4b17cec3d8 2024-11-12T14:21:44,577 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5f99a405ebe44385b0ca2d4b17cec3d8 2024-11-12T14:21:44,578 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/default/test/076686c5366a291b06ae2c6fb982b9ac/.tmp/f/28d5809f06494a27b8b230676239d174 as hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/default/test/076686c5366a291b06ae2c6fb982b9ac/f/28d5809f06494a27b8b230676239d174 2024-11-12T14:21:44,581 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 28d5809f06494a27b8b230676239d174 2024-11-12T14:21:44,581 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/default/test/076686c5366a291b06ae2c6fb982b9ac/f/28d5809f06494a27b8b230676239d174, entries=2, sequenceid=8, filesize=5.0 K 2024-11-12T14:21:44,582 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/default/test/076686c5366a291b06ae2c6fb982b9ac/.tmp/f1/01b558a8259640b0937440e3f6524913 as hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/default/test/076686c5366a291b06ae2c6fb982b9ac/f1/01b558a8259640b0937440e3f6524913 2024-11-12T14:21:44,585 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01b558a8259640b0937440e3f6524913 2024-11-12T14:21:44,586 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/default/test/076686c5366a291b06ae2c6fb982b9ac/f1/01b558a8259640b0937440e3f6524913, entries=2, sequenceid=8, filesize=5.0 K 2024-11-12T14:21:44,586 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/default/test/076686c5366a291b06ae2c6fb982b9ac/.tmp/norep/5f99a405ebe44385b0ca2d4b17cec3d8 as hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/default/test/076686c5366a291b06ae2c6fb982b9ac/norep/5f99a405ebe44385b0ca2d4b17cec3d8 2024-11-12T14:21:44,590 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5f99a405ebe44385b0ca2d4b17cec3d8 2024-11-12T14:21:44,590 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/default/test/076686c5366a291b06ae2c6fb982b9ac/norep/5f99a405ebe44385b0ca2d4b17cec3d8, entries=1, sequenceid=8, filesize=5.0 K 2024-11-12T14:21:44,591 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 076686c5366a291b06ae2c6fb982b9ac in 886ms, sequenceid=8, compaction requested=false 2024-11-12T14:21:44,595 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/default/test/076686c5366a291b06ae2c6fb982b9ac/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-12T14:21:44,595 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:21:44,595 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T14:21:44,595 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731421293661.076686c5366a291b06ae2c6fb982b9ac. 2024-11-12T14:21:44,595 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 076686c5366a291b06ae2c6fb982b9ac: Waiting for close lock at 1731421303705Running coprocessor pre-close hooks at 1731421303705Disabling compacts and flushes for region at 1731421303705Disabling writes for close at 1731421303705Obtaining lock to block concurrent updates at 1731421303705Preparing flush snapshotting stores in 076686c5366a291b06ae2c6fb982b9ac at 1731421303705Finished memstore snapshotting test,,1731421293661.076686c5366a291b06ae2c6fb982b9ac., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731421303705Flushing stores of test,,1731421293661.076686c5366a291b06ae2c6fb982b9ac. at 1731421303706 (+1 ms)Flushing 076686c5366a291b06ae2c6fb982b9ac/f: creating writer at 1731421303706Flushing 076686c5366a291b06ae2c6fb982b9ac/f: appending metadata at 1731421303720 (+14 ms)Flushing 076686c5366a291b06ae2c6fb982b9ac/f: closing flushed file at 1731421303720Flushing 076686c5366a291b06ae2c6fb982b9ac/f1: creating writer at 1731421304130 (+410 ms)Flushing 076686c5366a291b06ae2c6fb982b9ac/f1: appending metadata at 1731421304146 (+16 ms)Flushing 076686c5366a291b06ae2c6fb982b9ac/f1: closing flushed file at 1731421304146Flushing 076686c5366a291b06ae2c6fb982b9ac/norep: creating writer at 1731421304554 (+408 ms)Flushing 076686c5366a291b06ae2c6fb982b9ac/norep: appending metadata at 1731421304570 (+16 ms)Flushing 076686c5366a291b06ae2c6fb982b9ac/norep: closing flushed file at 1731421304570Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17dc5d4c: reopening flushed file at 1731421304577 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6be93e97: reopening flushed file at 1731421304581 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d255ebc: reopening flushed file at 1731421304586 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 076686c5366a291b06ae2c6fb982b9ac in 886ms, sequenceid=8, compaction requested=false at 1731421304591 (+5 ms)Writing region close event to WAL at 1731421304592 (+1 ms)Running coprocessor post-close hooks at 1731421304595 (+3 ms)Closed at 1731421304595 2024-11-12T14:21:44,595 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731421293661.076686c5366a291b06ae2c6fb982b9ac. 2024-11-12T14:21:44,675 DEBUG [RS:0;2b6d221c5cde:41469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:21:44,680 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.wal-reader.2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411/2b6d221c5cde%2C45669%2C1731421282411.1731421284449 to pos 914, reset compression=false 2024-11-12T14:21:44,752 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.wal-reader.2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/WALs/2b6d221c5cde,41469,1731421289043/2b6d221c5cde%2C41469%2C1731421289043.1731421291925 to pos 1162, reset compression=false 2024-11-12T14:21:44,756 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.wal-reader.2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T14:21:44,757 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.wal-reader.2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/WALs/2b6d221c5cde,41469,1731421289043/2b6d221c5cde%2C41469%2C1731421289043.1731421291925 to pos 1806, reset compression=false 2024-11-12T14:21:44,875 DEBUG [RS:0;2b6d221c5cde:41469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:21:44,960 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.wal-reader.2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/WALs/2b6d221c5cde,41469,1731421289043/2b6d221c5cde%2C41469%2C1731421289043.1731421291925 to pos 1806, reset compression=false 2024-11-12T14:21:44,961 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/hbase/meta/1588230740/.tmp/table/4889bee848dc4b8c9c226c2227f9ac27 2024-11-12T14:21:44,965 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/hbase/meta/1588230740/.tmp/info/7e6834bc58a94030ab6a74fcfa5eed7e as hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/hbase/meta/1588230740/info/7e6834bc58a94030ab6a74fcfa5eed7e 2024-11-12T14:21:44,968 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/hbase/meta/1588230740/info/7e6834bc58a94030ab6a74fcfa5eed7e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T14:21:44,969 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/hbase/meta/1588230740/.tmp/ns/c25d1d59d0cf4948830c2d3d7d636afd as hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/hbase/meta/1588230740/ns/c25d1d59d0cf4948830c2d3d7d636afd 2024-11-12T14:21:44,972 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/hbase/meta/1588230740/ns/c25d1d59d0cf4948830c2d3d7d636afd, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T14:21:44,972 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/hbase/meta/1588230740/.tmp/rep_barrier/1c31293f8eb0457c8b2fc3191cee9a62 as hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/hbase/meta/1588230740/rep_barrier/1c31293f8eb0457c8b2fc3191cee9a62 2024-11-12T14:21:44,976 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/hbase/meta/1588230740/rep_barrier/1c31293f8eb0457c8b2fc3191cee9a62, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T14:21:44,977 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/hbase/meta/1588230740/.tmp/table/4889bee848dc4b8c9c226c2227f9ac27 as hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/hbase/meta/1588230740/table/4889bee848dc4b8c9c226c2227f9ac27 2024-11-12T14:21:44,980 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/hbase/meta/1588230740/table/4889bee848dc4b8c9c226c2227f9ac27, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T14:21:44,981 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=16, compaction requested=false 2024-11-12T14:21:44,989 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T14:21:44,990 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:21:44,990 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:21:44,990 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:21:44,990 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421303274Running coprocessor pre-close hooks at 1731421303274Disabling compacts and flushes for region at 1731421303274Disabling writes for close at 1731421303274Obtaining lock to block concurrent updates at 1731421303274Preparing flush snapshotting stores in 1588230740 at 1731421303274Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731421303274Flushing stores of hbase:meta,,1.1588230740 at 1731421303274Flushing 1588230740/info: creating writer at 1731421303274Flushing 1588230740/info: appending metadata at 1731421303287 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731421303287Flushing 1588230740/ns: creating writer at 1731421303696 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731421303711 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731421303711Flushing 1588230740/rep_barrier: creating writer at 1731421304121 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731421304134 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731421304134Flushing 1588230740/table: creating writer at 1731421304543 (+409 ms)Flushing 1588230740/table: appending metadata at 1731421304556 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731421304556Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1504709: reopening flushed file at 1731421304965 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3de8a67e: reopening flushed file at 1731421304968 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@110dea19: reopening flushed file at 1731421304972 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a93a87a: reopening flushed file at 1731421304976 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=16, compaction requested=false at 1731421304981 (+5 ms)Writing region close event to WAL at 1731421304987 (+6 ms)Running coprocessor post-close hooks at 1731421304990 (+3 ms)Closed at 1731421304990 2024-11-12T14:21:44,990 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T14:21:45,075 INFO [RS:0;2b6d221c5cde:41469 {}] regionserver.HRegionServer(976): stopping server 2b6d221c5cde,41469,1731421289043; all regions closed. 2024-11-12T14:21:45,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741834_1010 (size=4239) 2024-11-12T14:21:45,077 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/WALs/2b6d221c5cde,41469,1731421289043/2b6d221c5cde%2C41469%2C1731421289043.meta.1731421292585.meta not finished, retry = 0 2024-11-12T14:21:45,180 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/WALs/2b6d221c5cde,41469,1731421289043/2b6d221c5cde%2C41469%2C1731421289043.rep.1731421298172 not finished, retry = 0 2024-11-12T14:21:45,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741839_1015 (size=2676) 2024-11-12T14:21:45,263 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.wal-reader.2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/WALs/2b6d221c5cde,41469,1731421289043/2b6d221c5cde%2C41469%2C1731421289043.1731421291925 to pos 1806, reset compression=false 2024-11-12T14:21:45,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741833_1009 (size=1814) 2024-11-12T14:21:45,282 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/WALs/2b6d221c5cde,41469,1731421289043/2b6d221c5cde%2C41469%2C1731421289043.1731421291925 not finished, retry = 0 2024-11-12T14:21:45,383 DEBUG [RS:0;2b6d221c5cde:41469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:45,383 INFO [RS:0;2b6d221c5cde:41469 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:21:45,383 INFO [RS:0;2b6d221c5cde:41469 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:21:45,383 INFO [RS:0;2b6d221c5cde:41469 {}] hbase.ChoreService(370): Chore service for: regionserver/2b6d221c5cde:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T14:21:45,383 INFO [RS:0;2b6d221c5cde:41469 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:21:45,383 INFO [regionserver/2b6d221c5cde:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:21:45,383 INFO [RS:0;2b6d221c5cde:41469 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2b6d221c5cde,41469,1731421289043 because: Region server is closing 2024-11-12T14:21:45,383 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.wal-reader.2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411/2b6d221c5cde%2C45669%2C1731421282411.1731421284449 to pos 914, reset compression=false 2024-11-12T14:21:45,384 INFO [RS:0;2b6d221c5cde:41469 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:41469. 2024-11-12T14:21:45,384 DEBUG [RS:0;2b6d221c5cde:41469 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:21:45,384 DEBUG [RS:0;2b6d221c5cde:41469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:45,384 DEBUG [RS:0;2b6d221c5cde:41469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:45,384 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:21:45,484 INFO [RS:0;2b6d221c5cde:41469 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.shipper2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 terminated 2024-11-12T14:21:45,484 WARN [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41469,1731421289043.replicationSource.wal-reader.2b6d221c5cde%2C41469%2C1731421289043,1-2b6d221c5cde,41469,1731421289043 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T14:21:45,484 INFO [RS:0;2b6d221c5cde:41469 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:41469. 2024-11-12T14:21:45,484 DEBUG [RS:0;2b6d221c5cde:41469 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:21:45,484 DEBUG [RS:0;2b6d221c5cde:41469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:45,484 DEBUG [RS:0;2b6d221c5cde:41469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:45,485 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:21:45,485 INFO [RS:0;2b6d221c5cde:41469 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41469 2024-11-12T14:21:45,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41469-0x1012f6c0f1e0004, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-991533365/rs/2b6d221c5cde,41469,1731421289043 2024-11-12T14:21:45,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40219-0x1012f6c0f1e0003, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991533365/rs 2024-11-12T14:21:45,577 INFO [RS:0;2b6d221c5cde:41469 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:21:45,587 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b6d221c5cde,41469,1731421289043] 2024-11-12T14:21:45,598 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-991533365/draining/2b6d221c5cde,41469,1731421289043 already deleted, retry=false 2024-11-12T14:21:45,598 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b6d221c5cde,41469,1731421289043 expired; onlineServers=0 2024-11-12T14:21:45,598 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b6d221c5cde,40219,1731421288389' ***** 2024-11-12T14:21:45,598 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T14:21:45,598 INFO [M:0;2b6d221c5cde:40219 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:21:45,598 INFO [M:0;2b6d221c5cde:40219 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:21:45,598 DEBUG [M:0;2b6d221c5cde:40219 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T14:21:45,598 DEBUG [M:0;2b6d221c5cde:40219 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T14:21:45,598 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T14:21:45,598 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421291410 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421291410,5,FailOnTimeoutGroup] 2024-11-12T14:21:45,598 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421291420 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421291420,5,FailOnTimeoutGroup] 2024-11-12T14:21:45,598 INFO [M:0;2b6d221c5cde:40219 {}] hbase.ChoreService(370): Chore service for: master/2b6d221c5cde:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T14:21:45,598 INFO [M:0;2b6d221c5cde:40219 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:21:45,598 DEBUG [M:0;2b6d221c5cde:40219 {}] master.HMaster(1795): Stopping service threads 2024-11-12T14:21:45,598 INFO [M:0;2b6d221c5cde:40219 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T14:21:45,599 INFO [M:0;2b6d221c5cde:40219 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:21:45,599 INFO [M:0;2b6d221c5cde:40219 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T14:21:45,599 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T14:21:45,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40219-0x1012f6c0f1e0003, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-991533365/master 2024-11-12T14:21:45,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40219-0x1012f6c0f1e0003, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-991533365 2024-11-12T14:21:45,608 DEBUG [M:0;2b6d221c5cde:40219 {}] zookeeper.ZKUtil(347): master:40219-0x1012f6c0f1e0003, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Unable to get data of znode /1-991533365/master because node does not exist (not an error) 2024-11-12T14:21:45,608 WARN [M:0;2b6d221c5cde:40219 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T14:21:45,609 INFO [M:0;2b6d221c5cde:40219 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/.lastflushedseqids 2024-11-12T14:21:45,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741848_1024 (size=245) 2024-11-12T14:21:45,613 INFO [M:0;2b6d221c5cde:40219 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T14:21:45,613 INFO [M:0;2b6d221c5cde:40219 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T14:21:45,613 DEBUG [M:0;2b6d221c5cde:40219 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:21:45,613 INFO [M:0;2b6d221c5cde:40219 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:21:45,613 DEBUG [M:0;2b6d221c5cde:40219 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:21:45,613 DEBUG [M:0;2b6d221c5cde:40219 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:21:45,613 DEBUG [M:0;2b6d221c5cde:40219 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:21:45,613 INFO [M:0;2b6d221c5cde:40219 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-12T14:21:45,631 DEBUG [M:0;2b6d221c5cde:40219 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ad094e21db44b80ad2ea845da87354f is 82, key is hbase:meta,,1/info:regioninfo/1731421292791/Put/seqid=0 2024-11-12T14:21:45,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741849_1025 (size=5672) 2024-11-12T14:21:45,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41469-0x1012f6c0f1e0004, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:21:45,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41469-0x1012f6c0f1e0004, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:21:45,687 INFO [RS:0;2b6d221c5cde:41469 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:21:45,687 INFO [RS:0;2b6d221c5cde:41469 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b6d221c5cde,41469,1731421289043; zookeeper connection closed. 2024-11-12T14:21:45,688 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@485c10c6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@485c10c6 2024-11-12T14:21:45,688 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T14:21:46,035 INFO [M:0;2b6d221c5cde:40219 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ad094e21db44b80ad2ea845da87354f 2024-11-12T14:21:46,054 DEBUG [M:0;2b6d221c5cde:40219 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d14046840bb44d7ba3b610398ffca559 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731421298265/Put/seqid=0 2024-11-12T14:21:46,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741850_1026 (size=8515) 2024-11-12T14:21:46,187 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.wal-reader.2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411/2b6d221c5cde%2C45669%2C1731421282411.1731421284449 to pos 914, reset compression=false 2024-11-12T14:21:46,458 INFO [M:0;2b6d221c5cde:40219 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d14046840bb44d7ba3b610398ffca559 2024-11-12T14:21:46,473 DEBUG [M:0;2b6d221c5cde:40219 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/73ade9f83331461dbccd984f458ed184 is 69, key is 2b6d221c5cde,41469,1731421289043/rs:state/1731421291619/Put/seqid=0 2024-11-12T14:21:46,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741851_1027 (size=5156) 2024-11-12T14:21:46,876 INFO [M:0;2b6d221c5cde:40219 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/73ade9f83331461dbccd984f458ed184 2024-11-12T14:21:46,881 DEBUG [M:0;2b6d221c5cde:40219 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ad094e21db44b80ad2ea845da87354f as hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1ad094e21db44b80ad2ea845da87354f 2024-11-12T14:21:46,884 INFO [M:0;2b6d221c5cde:40219 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1ad094e21db44b80ad2ea845da87354f, entries=8, sequenceid=97, filesize=5.5 K 2024-11-12T14:21:46,885 DEBUG [M:0;2b6d221c5cde:40219 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d14046840bb44d7ba3b610398ffca559 as hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d14046840bb44d7ba3b610398ffca559 2024-11-12T14:21:46,889 INFO [M:0;2b6d221c5cde:40219 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d14046840bb44d7ba3b610398ffca559, entries=11, sequenceid=97, filesize=8.3 K 2024-11-12T14:21:46,889 DEBUG [M:0;2b6d221c5cde:40219 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/73ade9f83331461dbccd984f458ed184 as hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/73ade9f83331461dbccd984f458ed184 2024-11-12T14:21:46,894 INFO [M:0;2b6d221c5cde:40219 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33241/user/jenkins/test-data/b5c80d2b-6a1c-6747-6bfd-24d354197a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/73ade9f83331461dbccd984f458ed184, entries=1, sequenceid=97, filesize=5.0 K 2024-11-12T14:21:46,894 INFO [M:0;2b6d221c5cde:40219 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false 2024-11-12T14:21:46,900 INFO [M:0;2b6d221c5cde:40219 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:21:46,901 DEBUG [M:0;2b6d221c5cde:40219 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421305613Disabling compacts and flushes for region at 1731421305613Disabling writes for close at 1731421305613Obtaining lock to block concurrent updates at 1731421305613Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731421305613Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731421305613Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731421305614 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731421305614Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731421305631 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731421305631Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731421306039 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731421306053 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731421306053Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731421306461 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731421306472 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731421306473 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c66436c: reopening flushed file at 1731421306880 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@596de0f1: reopening flushed file at 1731421306884 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48d7049b: reopening flushed file at 1731421306889 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false at 1731421306894 (+5 ms)Writing region close event to WAL at 1731421306900 (+6 ms)Closed at 1731421306900 2024-11-12T14:21:46,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741830_1006 (size=63642) 2024-11-12T14:21:46,903 INFO [M:0;2b6d221c5cde:40219 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T14:21:46,903 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:21:46,903 INFO [M:0;2b6d221c5cde:40219 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40219 2024-11-12T14:21:46,903 INFO [M:0;2b6d221c5cde:40219 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:21:47,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40219-0x1012f6c0f1e0003, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:21:47,074 INFO [M:0;2b6d221c5cde:40219 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:21:47,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40219-0x1012f6c0f1e0003, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:21:47,090 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.wal-reader.2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411/2b6d221c5cde%2C45669%2C1731421282411.1731421284449 to pos 914, reset compression=false 2024-11-12T14:21:47,107 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5eeaed6b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:21:47,108 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ad4297d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:21:47,108 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:21:47,108 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@765f6862{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:21:47,108 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@703f26be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f462e17b-9e53-857f-5108-2b0b38dd02fe/hadoop.log.dir/,STOPPED} 2024-11-12T14:21:47,109 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T14:21:47,109 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T14:21:47,109 WARN [BP-2076014402-172.17.0.3-1731421285182 heartbeating to localhost/127.0.0.1:33241 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T14:21:47,109 WARN [BP-2076014402-172.17.0.3-1731421285182 heartbeating to localhost/127.0.0.1:33241 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2076014402-172.17.0.3-1731421285182 (Datanode Uuid e96517c8-32fd-4a8f-a19a-4475b4c36811) service to localhost/127.0.0.1:33241 2024-11-12T14:21:47,110 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f462e17b-9e53-857f-5108-2b0b38dd02fe/cluster_a102ec77-97f4-266c-7269-cba5b8f16ab3/data/data1/current/BP-2076014402-172.17.0.3-1731421285182 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:21:47,110 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f462e17b-9e53-857f-5108-2b0b38dd02fe/cluster_a102ec77-97f4-266c-7269-cba5b8f16ab3/data/data2/current/BP-2076014402-172.17.0.3-1731421285182 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:21:47,110 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T14:21:47,115 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3918be17{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:21:47,115 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b2680d0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:21:47,116 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:21:47,116 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@652ca129{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:21:47,116 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f1c236a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f462e17b-9e53-857f-5108-2b0b38dd02fe/hadoop.log.dir/,STOPPED} 2024-11-12T14:21:47,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T14:21:47,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T14:21:47,127 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:21:47,127 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:21:47,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:47,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:47,127 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:21:47,128 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T14:21:47,128 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=709058928, stopped=false 2024-11-12T14:21:47,128 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b6d221c5cde,36803,1731421282154 2024-11-12T14:21:47,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36803-0x1012f6c0f1e0000, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2078662856/running 2024-11-12T14:21:47,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45669-0x1012f6c0f1e0001, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2078662856/running 2024-11-12T14:21:47,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36803-0x1012f6c0f1e0000, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2078662856 2024-11-12T14:21:47,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45669-0x1012f6c0f1e0001, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2078662856 2024-11-12T14:21:47,145 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:21:47,145 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:21:47,145 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36803-0x1012f6c0f1e0000, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Set watcher on znode that does not yet exist, /0-2078662856/running 2024-11-12T14:21:47,146 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:21:47,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:47,146 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45669-0x1012f6c0f1e0001, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Set watcher on znode that does not yet exist, /0-2078662856/running 2024-11-12T14:21:47,146 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b6d221c5cde,45669,1731421282411' ***** 2024-11-12T14:21:47,146 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T14:21:47,146 INFO [RS:0;2b6d221c5cde:45669 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T14:21:47,146 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T14:21:47,146 INFO [RS:0;2b6d221c5cde:45669 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T14:21:47,146 INFO [RS:0;2b6d221c5cde:45669 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T14:21:47,146 INFO [RS:0;2b6d221c5cde:45669 {}] regionserver.HRegionServer(3091): Received CLOSE for b0e1ea875924888c2d3fc9ec17aa1e9c 2024-11-12T14:21:47,146 INFO [RS:0;2b6d221c5cde:45669 {}] regionserver.HRegionServer(3091): Received CLOSE for e9a97bfa4d7fcb6dedf5d13dc1ea87f2 2024-11-12T14:21:47,146 INFO [RS:0;2b6d221c5cde:45669 {}] regionserver.HRegionServer(959): stopping server 2b6d221c5cde,45669,1731421282411 2024-11-12T14:21:47,147 INFO [RS:0;2b6d221c5cde:45669 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:21:47,147 INFO [RS:0;2b6d221c5cde:45669 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:45669. 2024-11-12T14:21:47,147 DEBUG [RS:0;2b6d221c5cde:45669 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:21:47,147 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b0e1ea875924888c2d3fc9ec17aa1e9c, disabling compactions & flushes 2024-11-12T14:21:47,147 DEBUG [RS:0;2b6d221c5cde:45669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:47,147 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731421294865.b0e1ea875924888c2d3fc9ec17aa1e9c. 2024-11-12T14:21:47,147 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731421294865.b0e1ea875924888c2d3fc9ec17aa1e9c. 2024-11-12T14:21:47,147 INFO [RS:0;2b6d221c5cde:45669 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T14:21:47,147 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731421294865.b0e1ea875924888c2d3fc9ec17aa1e9c. after waiting 0 ms 2024-11-12T14:21:47,147 INFO [RS:0;2b6d221c5cde:45669 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T14:21:47,147 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731421294865.b0e1ea875924888c2d3fc9ec17aa1e9c. 2024-11-12T14:21:47,147 INFO [RS:0;2b6d221c5cde:45669 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T14:21:47,147 INFO [RS:0;2b6d221c5cde:45669 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T14:21:47,147 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b0e1ea875924888c2d3fc9ec17aa1e9c 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-12T14:21:47,147 INFO [RS:0;2b6d221c5cde:45669 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T14:21:47,147 DEBUG [RS:0;2b6d221c5cde:45669 {}] regionserver.HRegionServer(1325): Online Regions={b0e1ea875924888c2d3fc9ec17aa1e9c=hbase:replication,,1731421294865.b0e1ea875924888c2d3fc9ec17aa1e9c., 1588230740=hbase:meta,,1.1588230740, e9a97bfa4d7fcb6dedf5d13dc1ea87f2=test,,1731421293015.e9a97bfa4d7fcb6dedf5d13dc1ea87f2.} 2024-11-12T14:21:47,147 DEBUG [RS:0;2b6d221c5cde:45669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b0e1ea875924888c2d3fc9ec17aa1e9c, e9a97bfa4d7fcb6dedf5d13dc1ea87f2 2024-11-12T14:21:47,147 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:21:47,147 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:21:47,147 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:21:47,147 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:21:47,147 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:21:47,147 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T14:21:47,160 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/hbase/replication/b0e1ea875924888c2d3fc9ec17aa1e9c/.tmp/queue/1174e478617b42fd9ee397fa5a2c5dc3 is 153, key is 1-2b6d221c5cde,45669,1731421282411/queue:2b6d221c5cde%2C45669%2C1731421282411/1731421302665/Put/seqid=0 2024-11-12T14:21:47,163 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/hbase/meta/1588230740/.tmp/info/e36b17be0b744232bf4620b860668481 is 147, key is hbase:replication,,1731421294865.b0e1ea875924888c2d3fc9ec17aa1e9c./info:regioninfo/1731421295799/Put/seqid=0 2024-11-12T14:21:47,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38915 is added to blk_1073741840_1016 (size=5352) 2024-11-12T14:21:47,164 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/hbase/replication/b0e1ea875924888c2d3fc9ec17aa1e9c/.tmp/queue/1174e478617b42fd9ee397fa5a2c5dc3 2024-11-12T14:21:47,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38915 is added to blk_1073741841_1017 (size=7686) 2024-11-12T14:21:47,169 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/hbase/replication/b0e1ea875924888c2d3fc9ec17aa1e9c/.tmp/queue/1174e478617b42fd9ee397fa5a2c5dc3 as hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/hbase/replication/b0e1ea875924888c2d3fc9ec17aa1e9c/queue/1174e478617b42fd9ee397fa5a2c5dc3 2024-11-12T14:21:47,171 INFO [regionserver/2b6d221c5cde:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:21:47,172 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/hbase/replication/b0e1ea875924888c2d3fc9ec17aa1e9c/queue/1174e478617b42fd9ee397fa5a2c5dc3, entries=1, sequenceid=10, filesize=5.2 K 2024-11-12T14:21:47,173 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for b0e1ea875924888c2d3fc9ec17aa1e9c in 26ms, sequenceid=10, compaction requested=false 2024-11-12T14:21:47,180 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/hbase/replication/b0e1ea875924888c2d3fc9ec17aa1e9c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-12T14:21:47,181 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:21:47,181 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:21:47,181 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731421294865.b0e1ea875924888c2d3fc9ec17aa1e9c. 2024-11-12T14:21:47,181 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b0e1ea875924888c2d3fc9ec17aa1e9c: Waiting for close lock at 1731421307147Running coprocessor pre-close hooks at 1731421307147Disabling compacts and flushes for region at 1731421307147Disabling writes for close at 1731421307147Obtaining lock to block concurrent updates at 1731421307147Preparing flush snapshotting stores in b0e1ea875924888c2d3fc9ec17aa1e9c at 1731421307147Finished memstore snapshotting hbase:replication,,1731421294865.b0e1ea875924888c2d3fc9ec17aa1e9c., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731421307147Flushing stores of hbase:replication,,1731421294865.b0e1ea875924888c2d3fc9ec17aa1e9c. at 1731421307147Flushing b0e1ea875924888c2d3fc9ec17aa1e9c/queue: creating writer at 1731421307148 (+1 ms)Flushing b0e1ea875924888c2d3fc9ec17aa1e9c/queue: appending metadata at 1731421307159 (+11 ms)Flushing b0e1ea875924888c2d3fc9ec17aa1e9c/queue: closing flushed file at 1731421307159Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1043e8d9: reopening flushed file at 1731421307168 (+9 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for b0e1ea875924888c2d3fc9ec17aa1e9c in 26ms, sequenceid=10, compaction requested=false at 1731421307173 (+5 ms)Writing region close event to WAL at 1731421307178 (+5 ms)Running coprocessor post-close hooks at 1731421307181 (+3 ms)Closed at 1731421307181 2024-11-12T14:21:47,181 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731421294865.b0e1ea875924888c2d3fc9ec17aa1e9c. 2024-11-12T14:21:47,181 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e9a97bfa4d7fcb6dedf5d13dc1ea87f2, disabling compactions & flushes 2024-11-12T14:21:47,181 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731421293015.e9a97bfa4d7fcb6dedf5d13dc1ea87f2. 2024-11-12T14:21:47,181 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731421293015.e9a97bfa4d7fcb6dedf5d13dc1ea87f2. 2024-11-12T14:21:47,181 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731421293015.e9a97bfa4d7fcb6dedf5d13dc1ea87f2. after waiting 0 ms 2024-11-12T14:21:47,181 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731421293015.e9a97bfa4d7fcb6dedf5d13dc1ea87f2. 2024-11-12T14:21:47,181 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e9a97bfa4d7fcb6dedf5d13dc1ea87f2 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-12T14:21:47,199 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/default/test/e9a97bfa4d7fcb6dedf5d13dc1ea87f2/.tmp/f/8f04b0725a324965ba070f309aa397a3 is 29, key is row1/f:/1731421302196/DeleteFamily/seqid=0 2024-11-12T14:21:47,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38915 is added to blk_1073741842_1018 (size=5118) 2024-11-12T14:21:47,313 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T14:21:47,313 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T14:21:47,347 DEBUG [RS:0;2b6d221c5cde:45669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e9a97bfa4d7fcb6dedf5d13dc1ea87f2 2024-11-12T14:21:47,547 DEBUG [RS:0;2b6d221c5cde:45669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e9a97bfa4d7fcb6dedf5d13dc1ea87f2 2024-11-12T14:21:47,567 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/hbase/meta/1588230740/.tmp/info/e36b17be0b744232bf4620b860668481 2024-11-12T14:21:47,587 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/hbase/meta/1588230740/.tmp/ns/4658248fad9c48b99cf020191935bfd3 is 43, key is default/ns:d/1731421285006/Put/seqid=0 2024-11-12T14:21:47,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38915 is added to blk_1073741843_1019 (size=5153) 2024-11-12T14:21:47,603 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/default/test/e9a97bfa4d7fcb6dedf5d13dc1ea87f2/.tmp/f/8f04b0725a324965ba070f309aa397a3 2024-11-12T14:21:47,606 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8f04b0725a324965ba070f309aa397a3 2024-11-12T14:21:47,618 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/default/test/e9a97bfa4d7fcb6dedf5d13dc1ea87f2/.tmp/f1/911ddd1f2ad84e80bb1c4612c983f904 is 30, key is row1/f1:/1731421302196/DeleteFamily/seqid=0 2024-11-12T14:21:47,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38915 is added to blk_1073741844_1020 (size=5123) 2024-11-12T14:21:47,748 DEBUG [RS:0;2b6d221c5cde:45669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e9a97bfa4d7fcb6dedf5d13dc1ea87f2 2024-11-12T14:21:47,948 DEBUG [RS:0;2b6d221c5cde:45669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e9a97bfa4d7fcb6dedf5d13dc1ea87f2 2024-11-12T14:21:47,991 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/hbase/meta/1588230740/.tmp/ns/4658248fad9c48b99cf020191935bfd3 2024-11-12T14:21:48,011 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/hbase/meta/1588230740/.tmp/rep_barrier/e51a2c263cef4e00976d6e1c228537d6 is 112, key is test,,1731421293015.e9a97bfa4d7fcb6dedf5d13dc1ea87f2./rep_barrier:seqnumDuringOpen/1731421293541/Put/seqid=0 2024-11-12T14:21:48,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38915 is added to blk_1073741845_1021 (size=5518) 2024-11-12T14:21:48,022 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/default/test/e9a97bfa4d7fcb6dedf5d13dc1ea87f2/.tmp/f1/911ddd1f2ad84e80bb1c4612c983f904 2024-11-12T14:21:48,026 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 911ddd1f2ad84e80bb1c4612c983f904 2024-11-12T14:21:48,039 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/default/test/e9a97bfa4d7fcb6dedf5d13dc1ea87f2/.tmp/norep/c34750a530614dc3958c146d28453699 is 32, key is row/norep:/1731421301188/DeleteFamily/seqid=0 2024-11-12T14:21:48,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38915 is added to blk_1073741846_1022 (size=5101) 2024-11-12T14:21:48,094 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.wal-reader.2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411/2b6d221c5cde%2C45669%2C1731421282411.1731421284449 to pos 914, reset compression=false 2024-11-12T14:21:48,099 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.wal-reader.2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T14:21:48,099 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.wal-reader.2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411/2b6d221c5cde%2C45669%2C1731421282411.1731421284449 to pos 1161, reset compression=false 2024-11-12T14:21:48,099 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.shipper2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,45669,1731421282411 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411/2b6d221c5cde%2C45669%2C1731421282411.1731421284449, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T14:21:48,100 ERROR [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.shipper2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2b6d221c5cde,45669,1731421282411: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-2b6d221c5cde,45669,1731421282411, walGroup=2b6d221c5cde%2C45669%2C1731421282411, offset=2b6d221c5cde%2C45669%2C1731421282411.1731421284449:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b6d221c5cde:45669 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T14:21:48,101 ERROR [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.shipper2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T14:21:48,101 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.shipper2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T14:21:48,101 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.shipper2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T14:21:48,101 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.shipper2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T14:21:48,101 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.shipper2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T14:21:48,101 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.shipper2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1065353216, "init": 1048576000, "max": 2306867200, "used": 688621856 }, "NonHeapMemoryUsage": { "committed": 194248704, "init": 7667712, "max": -1, "used": 191414528 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T14:21:48,102 WARN [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.shipper2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b6d221c5cde:36803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b6d221c5cde:36803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T14:21:48,148 INFO [RS:0;2b6d221c5cde:45669 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T14:21:48,148 DEBUG [RS:0;2b6d221c5cde:45669 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e9a97bfa4d7fcb6dedf5d13dc1ea87f2=test,,1731421293015.e9a97bfa4d7fcb6dedf5d13dc1ea87f2.} 2024-11-12T14:21:48,148 DEBUG [RS:0;2b6d221c5cde:45669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e9a97bfa4d7fcb6dedf5d13dc1ea87f2 2024-11-12T14:21:48,303 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.wal-reader.2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411/2b6d221c5cde%2C45669%2C1731421282411.1731421284449 to pos 1161, reset compression=false 2024-11-12T14:21:48,348 DEBUG [RS:0;2b6d221c5cde:45669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e9a97bfa4d7fcb6dedf5d13dc1ea87f2 2024-11-12T14:21:48,415 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/hbase/meta/1588230740/.tmp/rep_barrier/e51a2c263cef4e00976d6e1c228537d6 2024-11-12T14:21:48,435 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/hbase/meta/1588230740/.tmp/table/b9a9467eb08f439ca1c24ca64a52b149 is 53, key is hbase:replication/table:state/1731421295819/Put/seqid=0 2024-11-12T14:21:48,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38915 is added to blk_1073741847_1023 (size=5308) 2024-11-12T14:21:48,442 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/default/test/e9a97bfa4d7fcb6dedf5d13dc1ea87f2/.tmp/norep/c34750a530614dc3958c146d28453699 2024-11-12T14:21:48,445 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c34750a530614dc3958c146d28453699 2024-11-12T14:21:48,446 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/default/test/e9a97bfa4d7fcb6dedf5d13dc1ea87f2/.tmp/f/8f04b0725a324965ba070f309aa397a3 as hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/default/test/e9a97bfa4d7fcb6dedf5d13dc1ea87f2/f/8f04b0725a324965ba070f309aa397a3 2024-11-12T14:21:48,449 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8f04b0725a324965ba070f309aa397a3 2024-11-12T14:21:48,449 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/default/test/e9a97bfa4d7fcb6dedf5d13dc1ea87f2/f/8f04b0725a324965ba070f309aa397a3, entries=2, sequenceid=8, filesize=5.0 K 2024-11-12T14:21:48,450 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/default/test/e9a97bfa4d7fcb6dedf5d13dc1ea87f2/.tmp/f1/911ddd1f2ad84e80bb1c4612c983f904 as hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/default/test/e9a97bfa4d7fcb6dedf5d13dc1ea87f2/f1/911ddd1f2ad84e80bb1c4612c983f904 2024-11-12T14:21:48,454 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 911ddd1f2ad84e80bb1c4612c983f904 2024-11-12T14:21:48,454 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/default/test/e9a97bfa4d7fcb6dedf5d13dc1ea87f2/f1/911ddd1f2ad84e80bb1c4612c983f904, entries=2, sequenceid=8, filesize=5.0 K 2024-11-12T14:21:48,454 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/default/test/e9a97bfa4d7fcb6dedf5d13dc1ea87f2/.tmp/norep/c34750a530614dc3958c146d28453699 as hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/default/test/e9a97bfa4d7fcb6dedf5d13dc1ea87f2/norep/c34750a530614dc3958c146d28453699 2024-11-12T14:21:48,458 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c34750a530614dc3958c146d28453699 2024-11-12T14:21:48,458 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/default/test/e9a97bfa4d7fcb6dedf5d13dc1ea87f2/norep/c34750a530614dc3958c146d28453699, entries=1, sequenceid=8, filesize=5.0 K 2024-11-12T14:21:48,458 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for e9a97bfa4d7fcb6dedf5d13dc1ea87f2 in 1277ms, sequenceid=8, compaction requested=false 2024-11-12T14:21:48,462 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/default/test/e9a97bfa4d7fcb6dedf5d13dc1ea87f2/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-12T14:21:48,462 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:21:48,462 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T14:21:48,462 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731421293015.e9a97bfa4d7fcb6dedf5d13dc1ea87f2. 2024-11-12T14:21:48,462 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e9a97bfa4d7fcb6dedf5d13dc1ea87f2: Waiting for close lock at 1731421307181Running coprocessor pre-close hooks at 1731421307181Disabling compacts and flushes for region at 1731421307181Disabling writes for close at 1731421307181Obtaining lock to block concurrent updates at 1731421307181Preparing flush snapshotting stores in e9a97bfa4d7fcb6dedf5d13dc1ea87f2 at 1731421307181Finished memstore snapshotting test,,1731421293015.e9a97bfa4d7fcb6dedf5d13dc1ea87f2., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731421307181Flushing stores of test,,1731421293015.e9a97bfa4d7fcb6dedf5d13dc1ea87f2. at 1731421307182 (+1 ms)Flushing e9a97bfa4d7fcb6dedf5d13dc1ea87f2/f: creating writer at 1731421307182Flushing e9a97bfa4d7fcb6dedf5d13dc1ea87f2/f: appending metadata at 1731421307198 (+16 ms)Flushing e9a97bfa4d7fcb6dedf5d13dc1ea87f2/f: closing flushed file at 1731421307198Flushing e9a97bfa4d7fcb6dedf5d13dc1ea87f2/f1: creating writer at 1731421307606 (+408 ms)Flushing e9a97bfa4d7fcb6dedf5d13dc1ea87f2/f1: appending metadata at 1731421307618 (+12 ms)Flushing e9a97bfa4d7fcb6dedf5d13dc1ea87f2/f1: closing flushed file at 1731421307618Flushing e9a97bfa4d7fcb6dedf5d13dc1ea87f2/norep: creating writer at 1731421308026 (+408 ms)Flushing e9a97bfa4d7fcb6dedf5d13dc1ea87f2/norep: appending metadata at 1731421308038 (+12 ms)Flushing e9a97bfa4d7fcb6dedf5d13dc1ea87f2/norep: closing flushed file at 1731421308038Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27e3eb5f: reopening flushed file at 1731421308445 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46baa34e: reopening flushed file at 1731421308449 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d7b2f1f: reopening flushed file at 1731421308454 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for e9a97bfa4d7fcb6dedf5d13dc1ea87f2 in 1277ms, sequenceid=8, compaction requested=false at 1731421308458 (+4 ms)Writing region close event to WAL at 1731421308459 (+1 ms)Running coprocessor post-close hooks at 1731421308462 (+3 ms)Closed at 1731421308462 2024-11-12T14:21:48,462 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731421293015.e9a97bfa4d7fcb6dedf5d13dc1ea87f2. 2024-11-12T14:21:48,548 DEBUG [RS:0;2b6d221c5cde:45669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:21:48,606 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.wal-reader.2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411/2b6d221c5cde%2C45669%2C1731421282411.1731421284449 to pos 1161, reset compression=false 2024-11-12T14:21:48,610 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.wal-reader.2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T14:21:48,610 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.wal-reader.2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411/2b6d221c5cde%2C45669%2C1731421282411.1731421284449 to pos 1805, reset compression=false 2024-11-12T14:21:48,749 DEBUG [RS:0;2b6d221c5cde:45669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:21:48,812 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.wal-reader.2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411/2b6d221c5cde%2C45669%2C1731421282411.1731421284449 to pos 1805, reset compression=false 2024-11-12T14:21:48,839 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/hbase/meta/1588230740/.tmp/table/b9a9467eb08f439ca1c24ca64a52b149 2024-11-12T14:21:48,843 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/hbase/meta/1588230740/.tmp/info/e36b17be0b744232bf4620b860668481 as hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/hbase/meta/1588230740/info/e36b17be0b744232bf4620b860668481 2024-11-12T14:21:48,847 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/hbase/meta/1588230740/info/e36b17be0b744232bf4620b860668481, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T14:21:48,848 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/hbase/meta/1588230740/.tmp/ns/4658248fad9c48b99cf020191935bfd3 as hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/hbase/meta/1588230740/ns/4658248fad9c48b99cf020191935bfd3 2024-11-12T14:21:48,851 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/hbase/meta/1588230740/ns/4658248fad9c48b99cf020191935bfd3, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T14:21:48,852 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/hbase/meta/1588230740/.tmp/rep_barrier/e51a2c263cef4e00976d6e1c228537d6 as hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/hbase/meta/1588230740/rep_barrier/e51a2c263cef4e00976d6e1c228537d6 2024-11-12T14:21:48,855 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/hbase/meta/1588230740/rep_barrier/e51a2c263cef4e00976d6e1c228537d6, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T14:21:48,856 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/hbase/meta/1588230740/.tmp/table/b9a9467eb08f439ca1c24ca64a52b149 as hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/hbase/meta/1588230740/table/b9a9467eb08f439ca1c24ca64a52b149 2024-11-12T14:21:48,860 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/hbase/meta/1588230740/table/b9a9467eb08f439ca1c24ca64a52b149, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T14:21:48,861 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1714ms, sequenceid=16, compaction requested=false 2024-11-12T14:21:48,864 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T14:21:48,865 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:21:48,865 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:21:48,865 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:21:48,865 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421307147Running coprocessor pre-close hooks at 1731421307147Disabling compacts and flushes for region at 1731421307147Disabling writes for close at 1731421307147Obtaining lock to block concurrent updates at 1731421307147Preparing flush snapshotting stores in 1588230740 at 1731421307147Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731421307147Flushing stores of hbase:meta,,1.1588230740 at 1731421307148 (+1 ms)Flushing 1588230740/info: creating writer at 1731421307148Flushing 1588230740/info: appending metadata at 1731421307163 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731421307163Flushing 1588230740/ns: creating writer at 1731421307571 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731421307587 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731421307587Flushing 1588230740/rep_barrier: creating writer at 1731421307995 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731421308011 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731421308011Flushing 1588230740/table: creating writer at 1731421308418 (+407 ms)Flushing 1588230740/table: appending metadata at 1731421308435 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731421308435Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51ccc40b: reopening flushed file at 1731421308843 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b0a4e0f: reopening flushed file at 1731421308847 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27fa9a9e: reopening flushed file at 1731421308851 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ba52eaf: reopening flushed file at 1731421308855 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1714ms, sequenceid=16, compaction requested=false at 1731421308861 (+6 ms)Writing region close event to WAL at 1731421308862 (+1 ms)Running coprocessor post-close hooks at 1731421308865 (+3 ms)Closed at 1731421308865 2024-11-12T14:21:48,865 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T14:21:48,949 INFO [RS:0;2b6d221c5cde:45669 {}] regionserver.HRegionServer(976): stopping server 2b6d221c5cde,45669,1731421282411; all regions closed. 2024-11-12T14:21:48,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38915 is added to blk_1073741834_1010 (size=4239) 2024-11-12T14:21:48,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38915 is added to blk_1073741839_1015 (size=2676) 2024-11-12T14:21:48,953 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411/2b6d221c5cde%2C45669%2C1731421282411.rep.1731421295719 not finished, retry = 0 2024-11-12T14:21:49,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38915 is added to blk_1073741833_1009 (size=1813) 2024-11-12T14:21:49,056 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411/2b6d221c5cde%2C45669%2C1731421282411.1731421284449 not finished, retry = 0 2024-11-12T14:21:49,117 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.wal-reader.2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411/2b6d221c5cde%2C45669%2C1731421282411.1731421284449 to pos 1805, reset compression=false 2024-11-12T14:21:49,157 DEBUG [RS:0;2b6d221c5cde:45669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:49,157 INFO [RS:0;2b6d221c5cde:45669 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:21:49,157 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.wal-reader.2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/WALs/2b6d221c5cde,45669,1731421282411/2b6d221c5cde%2C45669%2C1731421282411.1731421284449 2024-11-12T14:21:49,157 INFO [RS:0;2b6d221c5cde:45669 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:21:49,157 INFO [RS:0;2b6d221c5cde:45669 {}] hbase.ChoreService(370): Chore service for: regionserver/2b6d221c5cde:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T14:21:49,157 INFO [RS:0;2b6d221c5cde:45669 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:21:49,157 INFO [regionserver/2b6d221c5cde:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:21:49,157 INFO [RS:0;2b6d221c5cde:45669 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2b6d221c5cde,45669,1731421282411 because: Region server is closing 2024-11-12T14:21:49,157 INFO [RS:0;2b6d221c5cde:45669 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:45669. 2024-11-12T14:21:49,157 DEBUG [RS:0;2b6d221c5cde:45669 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:21:49,157 DEBUG [RS:0;2b6d221c5cde:45669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:49,157 DEBUG [RS:0;2b6d221c5cde:45669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:49,158 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:21:49,209 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T14:21:49,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:49,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:49,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:49,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:49,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:49,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:49,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:49,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:49,258 INFO [RS:0;2b6d221c5cde:45669 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.shipper2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 terminated 2024-11-12T14:21:49,258 INFO [RS:0;2b6d221c5cde:45669 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:45669. 2024-11-12T14:21:49,258 WARN [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,45669,1731421282411.replicationSource.wal-reader.2b6d221c5cde%2C45669%2C1731421282411,1-2b6d221c5cde,45669,1731421282411 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-12T14:21:49,258 DEBUG [RS:0;2b6d221c5cde:45669 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:21:49,258 DEBUG [RS:0;2b6d221c5cde:45669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:49,258 DEBUG [RS:0;2b6d221c5cde:45669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:49,258 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:21:49,258 INFO [RS:0;2b6d221c5cde:45669 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45669 2024-11-12T14:21:49,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:49,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:49,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:49,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45669-0x1012f6c0f1e0001, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2078662856/rs/2b6d221c5cde,45669,1731421282411 2024-11-12T14:21:49,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36803-0x1012f6c0f1e0000, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2078662856/rs 2024-11-12T14:21:49,279 INFO [RS:0;2b6d221c5cde:45669 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:21:49,363 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b6d221c5cde,45669,1731421282411] 2024-11-12T14:21:49,374 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2078662856/draining/2b6d221c5cde,45669,1731421282411 already deleted, retry=false 2024-11-12T14:21:49,374 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b6d221c5cde,45669,1731421282411 expired; onlineServers=0 2024-11-12T14:21:49,374 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b6d221c5cde,36803,1731421282154' ***** 2024-11-12T14:21:49,374 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T14:21:49,374 INFO [M:0;2b6d221c5cde:36803 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:21:49,374 INFO [M:0;2b6d221c5cde:36803 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:21:49,374 DEBUG [M:0;2b6d221c5cde:36803 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T14:21:49,374 DEBUG [M:0;2b6d221c5cde:36803 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T14:21:49,374 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T14:21:49,374 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421284105 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421284105,5,FailOnTimeoutGroup] 2024-11-12T14:21:49,374 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421284105 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421284105,5,FailOnTimeoutGroup] 2024-11-12T14:21:49,374 INFO [M:0;2b6d221c5cde:36803 {}] hbase.ChoreService(370): Chore service for: master/2b6d221c5cde:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T14:21:49,374 INFO [M:0;2b6d221c5cde:36803 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:21:49,374 DEBUG [M:0;2b6d221c5cde:36803 {}] master.HMaster(1795): Stopping service threads 2024-11-12T14:21:49,374 INFO [M:0;2b6d221c5cde:36803 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T14:21:49,374 INFO [M:0;2b6d221c5cde:36803 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:21:49,375 INFO [M:0;2b6d221c5cde:36803 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T14:21:49,375 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T14:21:49,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36803-0x1012f6c0f1e0000, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2078662856/master 2024-11-12T14:21:49,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36803-0x1012f6c0f1e0000, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2078662856 2024-11-12T14:21:49,384 DEBUG [M:0;2b6d221c5cde:36803 {}] zookeeper.ZKUtil(347): master:36803-0x1012f6c0f1e0000, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Unable to get data of znode /0-2078662856/master because node does not exist (not an error) 2024-11-12T14:21:49,384 WARN [M:0;2b6d221c5cde:36803 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T14:21:49,385 INFO [M:0;2b6d221c5cde:36803 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/.lastflushedseqids 2024-11-12T14:21:49,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38915 is added to blk_1073741848_1024 (size=245) 2024-11-12T14:21:49,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45669-0x1012f6c0f1e0001, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:21:49,463 INFO [RS:0;2b6d221c5cde:45669 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:21:49,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45669-0x1012f6c0f1e0001, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:21:49,463 INFO [RS:0;2b6d221c5cde:45669 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b6d221c5cde,45669,1731421282411; zookeeper connection closed. 2024-11-12T14:21:49,464 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3e117cc8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3e117cc8 2024-11-12T14:21:49,464 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T14:21:49,790 INFO [M:0;2b6d221c5cde:36803 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T14:21:49,790 INFO [M:0;2b6d221c5cde:36803 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T14:21:49,790 DEBUG [M:0;2b6d221c5cde:36803 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:21:49,790 INFO [M:0;2b6d221c5cde:36803 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:21:49,790 DEBUG [M:0;2b6d221c5cde:36803 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:21:49,790 DEBUG [M:0;2b6d221c5cde:36803 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:21:49,790 DEBUG [M:0;2b6d221c5cde:36803 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:21:49,790 INFO [M:0;2b6d221c5cde:36803 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-12T14:21:49,802 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:21:49,802 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T14:21:49,802 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T14:21:49,802 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T14:21:49,802 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:21:49,802 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T14:21:49,807 DEBUG [M:0;2b6d221c5cde:36803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b082af222b254d92ad3ebf373259bc97 is 82, key is hbase:meta,,1/info:regioninfo/1731421284977/Put/seqid=0 2024-11-12T14:21:49,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38915 is added to blk_1073741849_1025 (size=5672) 2024-11-12T14:21:50,211 INFO [M:0;2b6d221c5cde:36803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b082af222b254d92ad3ebf373259bc97 2024-11-12T14:21:50,227 DEBUG [M:0;2b6d221c5cde:36803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6eb0b3b3e1f64cac8effff7b54725808 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731421295823/Put/seqid=0 2024-11-12T14:21:50,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38915 is added to blk_1073741850_1026 (size=8515) 2024-11-12T14:21:50,631 INFO [M:0;2b6d221c5cde:36803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6eb0b3b3e1f64cac8effff7b54725808 2024-11-12T14:21:50,646 DEBUG [M:0;2b6d221c5cde:36803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb43ea339bc346b99adce45c42a09e2a is 69, key is 2b6d221c5cde,45669,1731421282411/rs:state/1731421284278/Put/seqid=0 2024-11-12T14:21:50,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38915 is added to blk_1073741851_1027 (size=5156) 2024-11-12T14:21:51,050 INFO [M:0;2b6d221c5cde:36803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb43ea339bc346b99adce45c42a09e2a 2024-11-12T14:21:51,054 DEBUG [M:0;2b6d221c5cde:36803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b082af222b254d92ad3ebf373259bc97 as hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b082af222b254d92ad3ebf373259bc97 2024-11-12T14:21:51,058 INFO [M:0;2b6d221c5cde:36803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b082af222b254d92ad3ebf373259bc97, entries=8, sequenceid=97, filesize=5.5 K 2024-11-12T14:21:51,058 DEBUG [M:0;2b6d221c5cde:36803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6eb0b3b3e1f64cac8effff7b54725808 as hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6eb0b3b3e1f64cac8effff7b54725808 2024-11-12T14:21:51,062 INFO [M:0;2b6d221c5cde:36803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6eb0b3b3e1f64cac8effff7b54725808, entries=11, sequenceid=97, filesize=8.3 K 2024-11-12T14:21:51,062 DEBUG [M:0;2b6d221c5cde:36803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb43ea339bc346b99adce45c42a09e2a as hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bb43ea339bc346b99adce45c42a09e2a 2024-11-12T14:21:51,065 INFO [M:0;2b6d221c5cde:36803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43395/user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bb43ea339bc346b99adce45c42a09e2a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-12T14:21:51,066 INFO [M:0;2b6d221c5cde:36803 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false 2024-11-12T14:21:51,067 INFO [M:0;2b6d221c5cde:36803 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:21:51,067 DEBUG [M:0;2b6d221c5cde:36803 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421309790Disabling compacts and flushes for region at 1731421309790Disabling writes for close at 1731421309790Obtaining lock to block concurrent updates at 1731421309790Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731421309790Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731421309791 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731421309791Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731421309791Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731421309807 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731421309807Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731421310214 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731421310226 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731421310226Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731421310634 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731421310646 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731421310646Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31f3ca66: reopening flushed file at 1731421311054 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dd3cf15: reopening flushed file at 1731421311058 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d3d1077: reopening flushed file at 1731421311062 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false at 1731421311066 (+4 ms)Writing region close event to WAL at 1731421311067 (+1 ms)Closed at 1731421311067 2024-11-12T14:21:51,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38915 is added to blk_1073741830_1006 (size=63642) 2024-11-12T14:21:51,069 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b420e4d7-c3f3-c54f-f72d-b9b47635a87d/MasterData/WALs/2b6d221c5cde,36803,1731421282154/2b6d221c5cde%2C36803%2C1731421282154.1731421283811 not finished, retry = 0 2024-11-12T14:21:51,170 INFO [M:0;2b6d221c5cde:36803 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T14:21:51,170 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:21:51,170 INFO [M:0;2b6d221c5cde:36803 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36803 2024-11-12T14:21:51,170 INFO [M:0;2b6d221c5cde:36803 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:21:51,379 INFO [M:0;2b6d221c5cde:36803 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:21:51,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36803-0x1012f6c0f1e0000, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:21:51,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36803-0x1012f6c0f1e0000, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:21:51,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e85cdb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:21:51,381 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35c3d315{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:21:51,381 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:21:51,382 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c537cbd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:21:51,382 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ebaa0ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1a0a-3259-f679-d325-2dd088b2acc9/hadoop.log.dir/,STOPPED} 2024-11-12T14:21:51,382 WARN [BP-192058527-172.17.0.3-1731421279122 heartbeating to localhost/127.0.0.1:43395 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T14:21:51,382 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T14:21:51,382 WARN [BP-192058527-172.17.0.3-1731421279122 heartbeating to localhost/127.0.0.1:43395 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-192058527-172.17.0.3-1731421279122 (Datanode Uuid 55a306e2-e903-461f-91fe-f53b57a5a340) service to localhost/127.0.0.1:43395 2024-11-12T14:21:51,382 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T14:21:51,383 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1a0a-3259-f679-d325-2dd088b2acc9/cluster_00074eab-669a-6e3e-4bd2-8a12ff34f68b/data/data1/current/BP-192058527-172.17.0.3-1731421279122 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:21:51,383 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1a0a-3259-f679-d325-2dd088b2acc9/cluster_00074eab-669a-6e3e-4bd2-8a12ff34f68b/data/data2/current/BP-192058527-172.17.0.3-1731421279122 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:21:51,383 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T14:21:51,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b746a76{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:21:51,389 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56c39db7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:21:51,389 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:21:51,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12b3f654{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:21:51,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@418d319b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adab1a0a-3259-f679-d325-2dd088b2acc9/hadoop.log.dir/,STOPPED} 2024-11-12T14:21:51,394 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T14:21:51,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T14:21:51,418 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=260 (was 245) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43395 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43395 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33241 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33241 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:33241 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33241 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:43395 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33241 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33241 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33241 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56387) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43395 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43395 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33241 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56387) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=654 (was 625) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=687 (was 604) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2039 (was 2827) 2024-11-12T14:21:51,426 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=260, OpenFileDescriptor=654, MaxFileDescriptor=1048576, SystemLoadAverage=687, ProcessCount=11, AvailableMemoryMB=2039 2024-11-12T14:21:51,438 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-12T14:21:51,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f462e17b-9e53-857f-5108-2b0b38dd02fe/hadoop.log.dir so I do NOT create it in target/test-data/ce0708ae-d654-4992-96c2-7b40c07e43f3 2024-11-12T14:21:51,438 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f462e17b-9e53-857f-5108-2b0b38dd02fe/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T14:21:51,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f462e17b-9e53-857f-5108-2b0b38dd02fe/hadoop.tmp.dir so I do NOT create it in target/test-data/ce0708ae-d654-4992-96c2-7b40c07e43f3 2024-11-12T14:21:51,438 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f462e17b-9e53-857f-5108-2b0b38dd02fe/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T14:21:51,438 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce0708ae-d654-4992-96c2-7b40c07e43f3 2024-11-12T14:21:51,438 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce0708ae-d654-4992-96c2-7b40c07e43f3/cluster_aad62ccb-c6ec-fdba-9b57-998f8f337fc8, deleteOnExit=true 2024-11-12T14:21:51,460 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce0708ae-d654-4992-96c2-7b40c07e43f3/cluster_aad62ccb-c6ec-fdba-9b57-998f8f337fc8/zookeeper_0, clientPort=60026, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce0708ae-d654-4992-96c2-7b40c07e43f3/cluster_aad62ccb-c6ec-fdba-9b57-998f8f337fc8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce0708ae-d654-4992-96c2-7b40c07e43f3/cluster_aad62ccb-c6ec-fdba-9b57-998f8f337fc8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T14:21:51,461 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60026 2024-11-12T14:21:51,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T14:21:51,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T14:21:51,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce0708ae-d654-4992-96c2-7b40c07e43f3/test.cache.data in system properties and HBase conf 2024-11-12T14:21:51,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce0708ae-d654-4992-96c2-7b40c07e43f3/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T14:21:51,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce0708ae-d654-4992-96c2-7b40c07e43f3/hadoop.log.dir in system properties and HBase conf 2024-11-12T14:21:51,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce0708ae-d654-4992-96c2-7b40c07e43f3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T14:21:51,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce0708ae-d654-4992-96c2-7b40c07e43f3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T14:21:51,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T14:21:51,462 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T14:21:51,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce0708ae-d654-4992-96c2-7b40c07e43f3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:21:51,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce0708ae-d654-4992-96c2-7b40c07e43f3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:21:51,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce0708ae-d654-4992-96c2-7b40c07e43f3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T14:21:51,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce0708ae-d654-4992-96c2-7b40c07e43f3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:21:51,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce0708ae-d654-4992-96c2-7b40c07e43f3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T14:21:51,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce0708ae-d654-4992-96c2-7b40c07e43f3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T14:21:51,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce0708ae-d654-4992-96c2-7b40c07e43f3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:21:51,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce0708ae-d654-4992-96c2-7b40c07e43f3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:21:51,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce0708ae-d654-4992-96c2-7b40c07e43f3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T14:21:51,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce0708ae-d654-4992-96c2-7b40c07e43f3/nfs.dump.dir in system properties and HBase conf 2024-11-12T14:21:51,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce0708ae-d654-4992-96c2-7b40c07e43f3/java.io.tmpdir in system properties and HBase conf 2024-11-12T14:21:51,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce0708ae-d654-4992-96c2-7b40c07e43f3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:21:51,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce0708ae-d654-4992-96c2-7b40c07e43f3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T14:21:51,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce0708ae-d654-4992-96c2-7b40c07e43f3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T14:21:51,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012f6c0f1e0002, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T14:21:51,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012f6c0f1e0005, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T14:21:51,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012f6c0f1e0002, quorum=127.0.0.1:56387, baseZNode=/0-2078662856 Received Disconnected from ZooKeeper, ignoring 2024-11-12T14:21:51,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012f6c0f1e0005, quorum=127.0.0.1:56387, baseZNode=/1-991533365 Received Disconnected from ZooKeeper, ignoring 2024-11-12T14:21:51,836 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:21:51,839 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:21:51,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:21:51,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:21:51,841 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T14:21:51,842 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:21:51,844 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3769f558{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce0708ae-d654-4992-96c2-7b40c07e43f3/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:21:51,844 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76068987{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:21:51,940 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5af7bb63{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce0708ae-d654-4992-96c2-7b40c07e43f3/java.io.tmpdir/jetty-localhost-35045-hadoop-hdfs-3_4_1-tests_jar-_-any-6195484042448046028/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:21:51,940 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d76aa3{HTTP/1.1, (http/1.1)}{localhost:35045} 2024-11-12T14:21:51,940 INFO [Time-limited test {}] server.Server(415): Started @229106ms 2024-11-12T14:21:52,179 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:21:52,182 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:21:52,184 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:21:52,184 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:21:52,184 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T14:21:52,184 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3aa6bc62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce0708ae-d654-4992-96c2-7b40c07e43f3/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:21:52,184 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17332349{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:21:52,280 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@719833e9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce0708ae-d654-4992-96c2-7b40c07e43f3/java.io.tmpdir/jetty-localhost-33395-hadoop-hdfs-3_4_1-tests_jar-_-any-10770569941730489858/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:21:52,280 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23d3b4a{HTTP/1.1, (http/1.1)}{localhost:33395} 2024-11-12T14:21:52,280 INFO [Time-limited test {}] server.Server(415): Started @229447ms 2024-11-12T14:21:52,281 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T14:21:52,901 WARN [Thread-2666 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce0708ae-d654-4992-96c2-7b40c07e43f3/cluster_aad62ccb-c6ec-fdba-9b57-998f8f337fc8/data/data2/current/BP-522442522-172.17.0.3-1731421311476/current, will proceed with Du for space computation calculation, 2024-11-12T14:21:52,901 WARN [Thread-2665 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce0708ae-d654-4992-96c2-7b40c07e43f3/cluster_aad62ccb-c6ec-fdba-9b57-998f8f337fc8/data/data1/current/BP-522442522-172.17.0.3-1731421311476/current, will proceed with Du for space computation calculation, 2024-11-12T14:21:52,921 WARN [Thread-2653 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T14:21:52,922 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb4bf5b90b5e00eb2 with lease ID 0x526273cd7e5295a5: Processing first storage report for DS-6d115923-e612-4337-8452-0d62aa52b47b from datanode DatanodeRegistration(127.0.0.1:34599, datanodeUuid=3d80935d-344c-4004-9e1c-1e15add264d1, infoPort=42513, infoSecurePort=0, ipcPort=42821, storageInfo=lv=-57;cid=testClusterID;nsid=937646700;c=1731421311476) 2024-11-12T14:21:52,922 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb4bf5b90b5e00eb2 with lease ID 0x526273cd7e5295a5: from storage DS-6d115923-e612-4337-8452-0d62aa52b47b node DatanodeRegistration(127.0.0.1:34599, datanodeUuid=3d80935d-344c-4004-9e1c-1e15add264d1, infoPort=42513, infoSecurePort=0, ipcPort=42821, storageInfo=lv=-57;cid=testClusterID;nsid=937646700;c=1731421311476), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:21:52,923 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb4bf5b90b5e00eb2 with lease ID 0x526273cd7e5295a5: Processing first storage report for DS-4a2dd8b6-ea07-4f53-b2b0-36339840b650 from datanode DatanodeRegistration(127.0.0.1:34599, datanodeUuid=3d80935d-344c-4004-9e1c-1e15add264d1, infoPort=42513, infoSecurePort=0, ipcPort=42821, storageInfo=lv=-57;cid=testClusterID;nsid=937646700;c=1731421311476) 2024-11-12T14:21:52,923 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb4bf5b90b5e00eb2 with lease ID 0x526273cd7e5295a5: from storage DS-4a2dd8b6-ea07-4f53-b2b0-36339840b650 node DatanodeRegistration(127.0.0.1:34599, datanodeUuid=3d80935d-344c-4004-9e1c-1e15add264d1, infoPort=42513, infoSecurePort=0, ipcPort=42821, storageInfo=lv=-57;cid=testClusterID;nsid=937646700;c=1731421311476), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:21:53,003 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce0708ae-d654-4992-96c2-7b40c07e43f3 2024-11-12T14:21:53,003 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:21:53,004 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:21:53,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741825_1001 (size=7) 2024-11-12T14:21:53,011 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e with version=8 2024-11-12T14:21:53,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/hbase-staging 2024-11-12T14:21:53,013 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:21:53,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:21:53,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:21:53,013 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:21:53,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:21:53,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:21:53,013 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T14:21:53,013 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:21:53,013 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44821 2024-11-12T14:21:53,014 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44821 connecting to ZooKeeper ensemble=127.0.0.1:60026 2024-11-12T14:21:53,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448210x0, quorum=127.0.0.1:60026, baseZNode=/01195182214 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:21:53,166 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44821-0x1012f6c8d8f0000 connected 2024-11-12T14:21:53,260 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:21:53,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:21:53,263 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44821-0x1012f6c8d8f0000, quorum=127.0.0.1:60026, baseZNode=/01195182214 Set watcher on znode that does not yet exist, /01195182214/running 2024-11-12T14:21:53,263 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e, hbase.cluster.distributed=false 2024-11-12T14:21:53,264 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44821-0x1012f6c8d8f0000, quorum=127.0.0.1:60026, baseZNode=/01195182214 Set watcher on znode that does not yet exist, /01195182214/acl 2024-11-12T14:21:53,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44821 2024-11-12T14:21:53,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44821 2024-11-12T14:21:53,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44821 2024-11-12T14:21:53,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44821 2024-11-12T14:21:53,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44821 2024-11-12T14:21:53,278 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:21:53,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:21:53,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:21:53,278 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:21:53,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:21:53,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:21:53,278 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T14:21:53,278 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:21:53,278 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36443 2024-11-12T14:21:53,279 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36443 connecting to ZooKeeper ensemble=127.0.0.1:60026 2024-11-12T14:21:53,279 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:21:53,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:21:53,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364430x0, quorum=127.0.0.1:60026, baseZNode=/01195182214 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:21:53,292 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:364430x0, quorum=127.0.0.1:60026, baseZNode=/01195182214 Set watcher on znode that does not yet exist, /01195182214/running 2024-11-12T14:21:53,292 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36443-0x1012f6c8d8f0001 connected 2024-11-12T14:21:53,292 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T14:21:53,293 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T14:21:53,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36443-0x1012f6c8d8f0001, quorum=127.0.0.1:60026, baseZNode=/01195182214 Set watcher on znode that does not yet exist, /01195182214/master 2024-11-12T14:21:53,294 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36443-0x1012f6c8d8f0001, quorum=127.0.0.1:60026, baseZNode=/01195182214 Set watcher on znode that does not yet exist, /01195182214/acl 2024-11-12T14:21:53,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36443 2024-11-12T14:21:53,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36443 2024-11-12T14:21:53,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36443 2024-11-12T14:21:53,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36443 2024-11-12T14:21:53,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36443 2024-11-12T14:21:53,310 DEBUG [M:0;2b6d221c5cde:44821 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b6d221c5cde:44821 2024-11-12T14:21:53,310 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01195182214/backup-masters/2b6d221c5cde,44821,1731421313012 2024-11-12T14:21:53,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36443-0x1012f6c8d8f0001, quorum=127.0.0.1:60026, baseZNode=/01195182214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01195182214/backup-masters 2024-11-12T14:21:53,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44821-0x1012f6c8d8f0000, quorum=127.0.0.1:60026, baseZNode=/01195182214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01195182214/backup-masters 2024-11-12T14:21:53,321 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44821-0x1012f6c8d8f0000, quorum=127.0.0.1:60026, baseZNode=/01195182214 Set watcher on existing znode=/01195182214/backup-masters/2b6d221c5cde,44821,1731421313012 2024-11-12T14:21:53,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44821-0x1012f6c8d8f0000, quorum=127.0.0.1:60026, baseZNode=/01195182214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01195182214 2024-11-12T14:21:53,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36443-0x1012f6c8d8f0001, quorum=127.0.0.1:60026, baseZNode=/01195182214 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01195182214/master 2024-11-12T14:21:53,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36443-0x1012f6c8d8f0001, quorum=127.0.0.1:60026, baseZNode=/01195182214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01195182214 2024-11-12T14:21:53,334 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44821-0x1012f6c8d8f0000, quorum=127.0.0.1:60026, baseZNode=/01195182214 Set watcher on existing znode=/01195182214/master 2024-11-12T14:21:53,335 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01195182214/backup-masters/2b6d221c5cde,44821,1731421313012 from backup master directory 2024-11-12T14:21:53,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36443-0x1012f6c8d8f0001, quorum=127.0.0.1:60026, baseZNode=/01195182214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01195182214/backup-masters 2024-11-12T14:21:53,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44821-0x1012f6c8d8f0000, quorum=127.0.0.1:60026, baseZNode=/01195182214 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01195182214/backup-masters/2b6d221c5cde,44821,1731421313012 2024-11-12T14:21:53,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44821-0x1012f6c8d8f0000, quorum=127.0.0.1:60026, baseZNode=/01195182214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01195182214/backup-masters 2024-11-12T14:21:53,345 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:21:53,345 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b6d221c5cde,44821,1731421313012 2024-11-12T14:21:53,347 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/hbase.id] with ID: 7869e561-d68b-48c3-ab47-e30bdd687e83 2024-11-12T14:21:53,348 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/.tmp/hbase.id 2024-11-12T14:21:53,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741826_1002 (size=42) 2024-11-12T14:21:53,755 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/.tmp/hbase.id]:[hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/hbase.id] 2024-11-12T14:21:53,763 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:21:53,763 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T14:21:53,764 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T14:21:53,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36443-0x1012f6c8d8f0001, quorum=127.0.0.1:60026, baseZNode=/01195182214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01195182214 2024-11-12T14:21:53,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44821-0x1012f6c8d8f0000, quorum=127.0.0.1:60026, baseZNode=/01195182214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01195182214 2024-11-12T14:21:53,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741827_1003 (size=196) 2024-11-12T14:21:54,220 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:21:54,220 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T14:21:54,221 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:21:54,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741828_1004 (size=1189) 2024-11-12T14:21:54,366 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T14:21:54,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:54,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:54,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:54,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:54,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:54,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:54,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:54,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:54,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:54,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:54,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:54,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:21:54,629 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/MasterData/data/master/store 2024-11-12T14:21:54,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741829_1005 (size=34) 2024-11-12T14:21:55,033 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:21:55,034 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:21:55,034 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:21:55,034 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:21:55,034 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:21:55,034 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:21:55,034 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:21:55,034 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421315034Disabling compacts and flushes for region at 1731421315034Disabling writes for close at 1731421315034Writing region close event to WAL at 1731421315034Closed at 1731421315034 2024-11-12T14:21:55,034 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/MasterData/data/master/store/.initializing 2024-11-12T14:21:55,035 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/MasterData/WALs/2b6d221c5cde,44821,1731421313012 2024-11-12T14:21:55,035 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:21:55,036 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C44821%2C1731421313012, suffix=, logDir=hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/MasterData/WALs/2b6d221c5cde,44821,1731421313012, archiveDir=hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/MasterData/oldWALs, maxLogs=10 2024-11-12T14:21:55,048 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/MasterData/WALs/2b6d221c5cde,44821,1731421313012/2b6d221c5cde%2C44821%2C1731421313012.1731421315037, exclude list is [], retry=0 2024-11-12T14:21:55,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34599,DS-6d115923-e612-4337-8452-0d62aa52b47b,DISK] 2024-11-12T14:21:55,052 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/MasterData/WALs/2b6d221c5cde,44821,1731421313012/2b6d221c5cde%2C44821%2C1731421313012.1731421315037 2024-11-12T14:21:55,053 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42513:42513)] 2024-11-12T14:21:55,053 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:21:55,053 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:21:55,053 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:21:55,053 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:21:55,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:21:55,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T14:21:55,057 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:55,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:21:55,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:21:55,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T14:21:55,058 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:55,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:21:55,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:21:55,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T14:21:55,060 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:55,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:21:55,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:21:55,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T14:21:55,061 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:55,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:21:55,061 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:21:55,062 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:21:55,062 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:21:55,063 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:21:55,063 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:21:55,064 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:21:55,064 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:21:55,072 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:21:55,073 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64864006, jitterRate=-0.03345099091529846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:21:55,073 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731421315053Initializing all the Stores at 1731421315053Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421315053Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421315056 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421315056Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421315056Cleaning up temporary data from old regions at 1731421315063 (+7 ms)Region opened successfully at 1731421315073 (+10 ms) 2024-11-12T14:21:55,074 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T14:21:55,076 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d368a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:21:55,077 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T14:21:55,077 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T14:21:55,077 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T14:21:55,077 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T14:21:55,077 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T14:21:55,078 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T14:21:55,078 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T14:21:55,079 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T14:21:55,080 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44821-0x1012f6c8d8f0000, quorum=127.0.0.1:60026, baseZNode=/01195182214 Unable to get data of znode /01195182214/balancer because node does not exist (not necessarily an error) 2024-11-12T14:21:55,131 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01195182214/balancer already deleted, retry=false 2024-11-12T14:21:55,131 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T14:21:55,132 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44821-0x1012f6c8d8f0000, quorum=127.0.0.1:60026, baseZNode=/01195182214 Unable to get data of znode /01195182214/normalizer because node does not exist (not necessarily an error) 2024-11-12T14:21:55,144 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01195182214/normalizer already deleted, retry=false 2024-11-12T14:21:55,145 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T14:21:55,146 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44821-0x1012f6c8d8f0000, quorum=127.0.0.1:60026, baseZNode=/01195182214 Unable to get data of znode /01195182214/switch/split because node does not exist (not necessarily an error) 2024-11-12T14:21:55,155 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01195182214/switch/split already deleted, retry=false 2024-11-12T14:21:55,156 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44821-0x1012f6c8d8f0000, quorum=127.0.0.1:60026, baseZNode=/01195182214 Unable to get data of znode /01195182214/switch/merge because node does not exist (not necessarily an error) 2024-11-12T14:21:55,165 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01195182214/switch/merge already deleted, retry=false 2024-11-12T14:21:55,168 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44821-0x1012f6c8d8f0000, quorum=127.0.0.1:60026, baseZNode=/01195182214 Unable to get data of znode /01195182214/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T14:21:55,176 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01195182214/snapshot-cleanup already deleted, retry=false 2024-11-12T14:21:55,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44821-0x1012f6c8d8f0000, quorum=127.0.0.1:60026, baseZNode=/01195182214 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01195182214/running 2024-11-12T14:21:55,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36443-0x1012f6c8d8f0001, quorum=127.0.0.1:60026, baseZNode=/01195182214 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01195182214/running 2024-11-12T14:21:55,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44821-0x1012f6c8d8f0000, quorum=127.0.0.1:60026, baseZNode=/01195182214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01195182214 2024-11-12T14:21:55,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36443-0x1012f6c8d8f0001, quorum=127.0.0.1:60026, baseZNode=/01195182214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01195182214 2024-11-12T14:21:55,187 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b6d221c5cde,44821,1731421313012, sessionid=0x1012f6c8d8f0000, setting cluster-up flag (Was=false) 2024-11-12T14:21:55,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44821-0x1012f6c8d8f0000, quorum=127.0.0.1:60026, baseZNode=/01195182214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01195182214 2024-11-12T14:21:55,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36443-0x1012f6c8d8f0001, quorum=127.0.0.1:60026, baseZNode=/01195182214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01195182214 2024-11-12T14:21:55,239 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01195182214/flush-table-proc/acquired, /01195182214/flush-table-proc/reached, /01195182214/flush-table-proc/abort 2024-11-12T14:21:55,240 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,44821,1731421313012 2024-11-12T14:21:55,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36443-0x1012f6c8d8f0001, quorum=127.0.0.1:60026, baseZNode=/01195182214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01195182214 2024-11-12T14:21:55,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44821-0x1012f6c8d8f0000, quorum=127.0.0.1:60026, baseZNode=/01195182214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01195182214 2024-11-12T14:21:55,292 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01195182214/online-snapshot/acquired, /01195182214/online-snapshot/reached, /01195182214/online-snapshot/abort 2024-11-12T14:21:55,292 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,44821,1731421313012 2024-11-12T14:21:55,293 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T14:21:55,294 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T14:21:55,294 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T14:21:55,294 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T14:21:55,295 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b6d221c5cde,44821,1731421313012 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T14:21:55,295 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:21:55,296 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:21:55,296 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:21:55,296 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:21:55,296 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b6d221c5cde:0, corePoolSize=10, maxPoolSize=10 2024-11-12T14:21:55,296 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:21:55,296 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:21:55,296 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:21:55,297 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:21:55,297 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T14:21:55,297 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:55,297 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T14:21:55,303 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731421345303 2024-11-12T14:21:55,303 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T14:21:55,303 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T14:21:55,303 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T14:21:55,303 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T14:21:55,303 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T14:21:55,303 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T14:21:55,304 INFO [RS:0;2b6d221c5cde:36443 {}] regionserver.HRegionServer(746): ClusterId : 7869e561-d68b-48c3-ab47-e30bdd687e83 2024-11-12T14:21:55,304 DEBUG [RS:0;2b6d221c5cde:36443 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T14:21:55,307 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:55,309 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T14:21:55,309 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T14:21:55,309 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T14:21:55,309 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T14:21:55,311 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T14:21:55,311 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T14:21:55,312 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421315311,5,FailOnTimeoutGroup] 2024-11-12T14:21:55,312 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421315312,5,FailOnTimeoutGroup] 2024-11-12T14:21:55,312 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:55,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741831_1007 (size=1321) 2024-11-12T14:21:55,312 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T14:21:55,312 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:55,312 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:55,313 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T14:21:55,313 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e 2024-11-12T14:21:55,313 DEBUG [RS:0;2b6d221c5cde:36443 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T14:21:55,313 DEBUG [RS:0;2b6d221c5cde:36443 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T14:21:55,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741832_1008 (size=32) 2024-11-12T14:21:55,324 DEBUG [RS:0;2b6d221c5cde:36443 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T14:21:55,324 DEBUG [RS:0;2b6d221c5cde:36443 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763068bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:21:55,339 DEBUG [RS:0;2b6d221c5cde:36443 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b6d221c5cde:36443 2024-11-12T14:21:55,339 INFO [RS:0;2b6d221c5cde:36443 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T14:21:55,339 INFO [RS:0;2b6d221c5cde:36443 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T14:21:55,339 DEBUG [RS:0;2b6d221c5cde:36443 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T14:21:55,340 INFO [RS:0;2b6d221c5cde:36443 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b6d221c5cde,44821,1731421313012 with port=36443, startcode=1731421313278 2024-11-12T14:21:55,340 DEBUG [RS:0;2b6d221c5cde:36443 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T14:21:55,341 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T14:21:55,342 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44821 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b6d221c5cde,36443,1731421313278 2024-11-12T14:21:55,342 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44821 {}] master.ServerManager(517): Registering regionserver=2b6d221c5cde,36443,1731421313278 2024-11-12T14:21:55,343 DEBUG [RS:0;2b6d221c5cde:36443 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e 2024-11-12T14:21:55,343 DEBUG [RS:0;2b6d221c5cde:36443 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38777 2024-11-12T14:21:55,343 DEBUG [RS:0;2b6d221c5cde:36443 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T14:21:55,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44821-0x1012f6c8d8f0000, quorum=127.0.0.1:60026, baseZNode=/01195182214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01195182214/rs 2024-11-12T14:21:55,355 DEBUG [RS:0;2b6d221c5cde:36443 {}] zookeeper.ZKUtil(111): regionserver:36443-0x1012f6c8d8f0001, quorum=127.0.0.1:60026, baseZNode=/01195182214 Set watcher on existing znode=/01195182214/rs/2b6d221c5cde,36443,1731421313278 2024-11-12T14:21:55,355 WARN [RS:0;2b6d221c5cde:36443 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:21:55,355 INFO [RS:0;2b6d221c5cde:36443 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:21:55,356 DEBUG [RS:0;2b6d221c5cde:36443 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278 2024-11-12T14:21:55,356 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b6d221c5cde,36443,1731421313278] 2024-11-12T14:21:55,358 INFO [RS:0;2b6d221c5cde:36443 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T14:21:55,359 INFO [RS:0;2b6d221c5cde:36443 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T14:21:55,360 INFO [RS:0;2b6d221c5cde:36443 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T14:21:55,360 INFO [RS:0;2b6d221c5cde:36443 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:55,362 INFO [RS:0;2b6d221c5cde:36443 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T14:21:55,362 INFO [RS:0;2b6d221c5cde:36443 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T14:21:55,362 INFO [RS:0;2b6d221c5cde:36443 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:55,362 DEBUG [RS:0;2b6d221c5cde:36443 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:21:55,363 DEBUG [RS:0;2b6d221c5cde:36443 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:21:55,363 DEBUG [RS:0;2b6d221c5cde:36443 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:21:55,363 DEBUG [RS:0;2b6d221c5cde:36443 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:21:55,363 DEBUG [RS:0;2b6d221c5cde:36443 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:21:55,363 DEBUG [RS:0;2b6d221c5cde:36443 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:21:55,363 DEBUG [RS:0;2b6d221c5cde:36443 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:21:55,363 DEBUG [RS:0;2b6d221c5cde:36443 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:21:55,363 DEBUG [RS:0;2b6d221c5cde:36443 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:21:55,363 DEBUG [RS:0;2b6d221c5cde:36443 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:21:55,363 DEBUG [RS:0;2b6d221c5cde:36443 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:21:55,363 DEBUG [RS:0;2b6d221c5cde:36443 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:21:55,363 DEBUG [RS:0;2b6d221c5cde:36443 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:21:55,363 DEBUG [RS:0;2b6d221c5cde:36443 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:21:55,364 INFO [RS:0;2b6d221c5cde:36443 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:55,364 INFO [RS:0;2b6d221c5cde:36443 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:55,364 INFO [RS:0;2b6d221c5cde:36443 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:55,364 INFO [RS:0;2b6d221c5cde:36443 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:55,364 INFO [RS:0;2b6d221c5cde:36443 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:55,364 INFO [RS:0;2b6d221c5cde:36443 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,36443,1731421313278-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:21:55,380 INFO [RS:0;2b6d221c5cde:36443 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T14:21:55,380 INFO [RS:0;2b6d221c5cde:36443 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,36443,1731421313278-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:55,380 INFO [RS:0;2b6d221c5cde:36443 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:55,380 INFO [RS:0;2b6d221c5cde:36443 {}] regionserver.Replication(171): 2b6d221c5cde,36443,1731421313278 started 2024-11-12T14:21:55,396 INFO [RS:0;2b6d221c5cde:36443 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:55,396 INFO [RS:0;2b6d221c5cde:36443 {}] regionserver.HRegionServer(1482): Serving as 2b6d221c5cde,36443,1731421313278, RpcServer on 2b6d221c5cde/172.17.0.3:36443, sessionid=0x1012f6c8d8f0001 2024-11-12T14:21:55,396 DEBUG [RS:0;2b6d221c5cde:36443 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T14:21:55,396 DEBUG [RS:0;2b6d221c5cde:36443 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b6d221c5cde,36443,1731421313278 2024-11-12T14:21:55,396 DEBUG [RS:0;2b6d221c5cde:36443 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,36443,1731421313278' 2024-11-12T14:21:55,396 DEBUG [RS:0;2b6d221c5cde:36443 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01195182214/flush-table-proc/abort' 2024-11-12T14:21:55,397 DEBUG [RS:0;2b6d221c5cde:36443 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01195182214/flush-table-proc/acquired' 2024-11-12T14:21:55,397 DEBUG [RS:0;2b6d221c5cde:36443 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T14:21:55,397 DEBUG [RS:0;2b6d221c5cde:36443 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T14:21:55,397 DEBUG [RS:0;2b6d221c5cde:36443 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b6d221c5cde,36443,1731421313278 2024-11-12T14:21:55,397 DEBUG [RS:0;2b6d221c5cde:36443 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,36443,1731421313278' 2024-11-12T14:21:55,397 DEBUG [RS:0;2b6d221c5cde:36443 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01195182214/online-snapshot/abort' 2024-11-12T14:21:55,398 DEBUG [RS:0;2b6d221c5cde:36443 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01195182214/online-snapshot/acquired' 2024-11-12T14:21:55,398 DEBUG [RS:0;2b6d221c5cde:36443 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T14:21:55,398 INFO [RS:0;2b6d221c5cde:36443 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T14:21:55,398 INFO [RS:0;2b6d221c5cde:36443 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T14:21:55,499 INFO [RS:0;2b6d221c5cde:36443 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:21:55,500 INFO [RS:0;2b6d221c5cde:36443 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C36443%2C1731421313278, suffix=, logDir=hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278, archiveDir=hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/oldWALs, maxLogs=10 2024-11-12T14:21:55,515 DEBUG [RS:0;2b6d221c5cde:36443 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500, exclude list is [], retry=0 2024-11-12T14:21:55,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34599,DS-6d115923-e612-4337-8452-0d62aa52b47b,DISK] 2024-11-12T14:21:55,518 INFO [RS:0;2b6d221c5cde:36443 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 2024-11-12T14:21:55,519 DEBUG [RS:0;2b6d221c5cde:36443 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42513:42513)] 2024-11-12T14:21:55,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:21:55,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:21:55,721 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:21:55,721 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:55,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:21:55,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:21:55,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:21:55,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:55,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:21:55,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:21:55,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:21:55,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:55,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:21:55,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:21:55,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:21:55,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:55,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:21:55,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:21:55,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/data/hbase/meta/1588230740 2024-11-12T14:21:55,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/data/hbase/meta/1588230740 2024-11-12T14:21:55,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:21:55,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:21:55,726 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:21:55,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:21:55,728 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:21:55,729 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75223538, jitterRate=0.12091806530952454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:21:55,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731421315719Initializing all the Stores at 1731421315720 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421315720Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421315720Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421315720Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421315720Cleaning up temporary data from old regions at 1731421315726 (+6 ms)Region opened successfully at 1731421315729 (+3 ms) 2024-11-12T14:21:55,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:21:55,729 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:21:55,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:21:55,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:21:55,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:21:55,730 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:21:55,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421315729Disabling compacts and flushes for region at 1731421315729Disabling writes for close at 1731421315729Writing region close event to WAL at 1731421315730 (+1 ms)Closed at 1731421315730 2024-11-12T14:21:55,731 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:21:55,731 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T14:21:55,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T14:21:55,731 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:21:55,732 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T14:21:55,882 DEBUG [2b6d221c5cde:44821 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T14:21:55,883 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b6d221c5cde,36443,1731421313278 2024-11-12T14:21:55,884 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,36443,1731421313278, state=OPENING 2024-11-12T14:21:55,934 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T14:21:55,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36443-0x1012f6c8d8f0001, quorum=127.0.0.1:60026, baseZNode=/01195182214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01195182214 2024-11-12T14:21:55,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44821-0x1012f6c8d8f0000, quorum=127.0.0.1:60026, baseZNode=/01195182214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01195182214 2024-11-12T14:21:55,945 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:21:55,945 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01195182214/meta-region-server: CHANGED 2024-11-12T14:21:55,945 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01195182214/meta-region-server: CHANGED 2024-11-12T14:21:55,945 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,36443,1731421313278}] 2024-11-12T14:21:56,097 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:21:56,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50527, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T14:21:56,100 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T14:21:56,100 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:21:56,101 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T14:21:56,102 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C36443%2C1731421313278.meta, suffix=.meta, logDir=hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278, archiveDir=hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/oldWALs, maxLogs=10 2024-11-12T14:21:56,114 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.meta.1731421316102.meta, exclude list is [], retry=0 2024-11-12T14:21:56,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34599,DS-6d115923-e612-4337-8452-0d62aa52b47b,DISK] 2024-11-12T14:21:56,117 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.meta.1731421316102.meta 2024-11-12T14:21:56,117 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42513:42513)] 2024-11-12T14:21:56,117 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:21:56,117 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:21:56,118 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T14:21:56,118 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T14:21:56,118 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T14:21:56,118 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T14:21:56,118 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:21:56,118 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T14:21:56,118 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T14:21:56,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:21:56,119 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:21:56,119 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:56,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:21:56,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:21:56,120 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:21:56,120 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:56,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:21:56,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:21:56,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:21:56,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:56,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:21:56,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:21:56,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:21:56,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:21:56,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:21:56,122 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:21:56,122 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/data/hbase/meta/1588230740 2024-11-12T14:21:56,123 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/data/hbase/meta/1588230740 2024-11-12T14:21:56,124 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:21:56,124 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:21:56,124 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:21:56,125 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:21:56,126 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63555570, jitterRate=-0.052948206663131714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:21:56,126 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T14:21:56,126 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731421316118Writing region info on filesystem at 1731421316118Initializing all the Stores at 1731421316119 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421316119Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421316119Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421316119Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421316119Cleaning up temporary data from old regions at 1731421316124 (+5 ms)Running coprocessor post-open hooks at 1731421316126 (+2 ms)Region opened successfully at 1731421316126 2024-11-12T14:21:56,127 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731421316097 2024-11-12T14:21:56,129 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T14:21:56,129 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T14:21:56,129 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,36443,1731421313278 2024-11-12T14:21:56,130 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,36443,1731421313278, state=OPEN 2024-11-12T14:21:56,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36443-0x1012f6c8d8f0001, quorum=127.0.0.1:60026, baseZNode=/01195182214 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01195182214/meta-region-server 2024-11-12T14:21:56,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44821-0x1012f6c8d8f0000, quorum=127.0.0.1:60026, baseZNode=/01195182214 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01195182214/meta-region-server 2024-11-12T14:21:56,167 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b6d221c5cde,36443,1731421313278 2024-11-12T14:21:56,167 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01195182214/meta-region-server: CHANGED 2024-11-12T14:21:56,167 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01195182214/meta-region-server: CHANGED 2024-11-12T14:21:56,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T14:21:56,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,36443,1731421313278 in 222 msec 2024-11-12T14:21:56,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T14:21:56,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 438 msec 2024-11-12T14:21:56,171 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:21:56,171 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T14:21:56,172 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:21:56,172 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,36443,1731421313278, seqNum=-1] 2024-11-12T14:21:56,172 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:21:56,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33641, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:21:56,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 882 msec 2024-11-12T14:21:56,176 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731421316176, completionTime=-1 2024-11-12T14:21:56,176 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T14:21:56,177 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T14:21:56,178 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T14:21:56,178 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731421376178 2024-11-12T14:21:56,178 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731421436178 2024-11-12T14:21:56,178 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T14:21:56,178 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,44821,1731421313012-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:56,178 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,44821,1731421313012-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:56,178 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,44821,1731421313012-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:56,178 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b6d221c5cde:44821, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:56,178 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:56,179 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:56,180 DEBUG [master/2b6d221c5cde:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T14:21:56,182 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.837sec 2024-11-12T14:21:56,182 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T14:21:56,182 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T14:21:56,182 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T14:21:56,182 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T14:21:56,182 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T14:21:56,182 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,44821,1731421313012-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:21:56,182 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,44821,1731421313012-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T14:21:56,184 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T14:21:56,184 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T14:21:56,184 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,44821,1731421313012-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:21:56,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eca1511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:56,204 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,44821,-1 for getting cluster id 2024-11-12T14:21:56,205 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:21:56,205 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7869e561-d68b-48c3-ab47-e30bdd687e83' 2024-11-12T14:21:56,206 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:21:56,206 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7869e561-d68b-48c3-ab47-e30bdd687e83" 2024-11-12T14:21:56,206 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b0813b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:56,206 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,44821,-1] 2024-11-12T14:21:56,206 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:21:56,206 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:21:56,207 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:21:56,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50303ef9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:21:56,208 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:21:56,209 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,36443,1731421313278, seqNum=-1] 2024-11-12T14:21:56,209 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:21:56,209 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:21:56,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b6d221c5cde,44821,1731421313012 2024-11-12T14:21:56,211 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60026 2024-11-12T14:21:56,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60026, baseZNode=/01195182214 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:21:56,229 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012f6c8d8f0002 connected 2024-11-12T14:21:56,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce0708ae-d654-4992-96c2-7b40c07e43f3/hadoop.log.dir so I do NOT create it in target/test-data/85edd8b5-3563-2178-3550-d40f752af85c 2024-11-12T14:21:56,242 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce0708ae-d654-4992-96c2-7b40c07e43f3/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T14:21:56,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce0708ae-d654-4992-96c2-7b40c07e43f3/hadoop.tmp.dir so I do NOT create it in target/test-data/85edd8b5-3563-2178-3550-d40f752af85c 2024-11-12T14:21:56,242 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce0708ae-d654-4992-96c2-7b40c07e43f3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T14:21:56,242 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85edd8b5-3563-2178-3550-d40f752af85c 2024-11-12T14:21:56,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T14:21:56,242 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85edd8b5-3563-2178-3550-d40f752af85c/cluster_77e6fb4c-0e85-1cc9-22c7-1d36b02cc0bd, deleteOnExit=true 2024-11-12T14:21:56,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T14:21:56,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85edd8b5-3563-2178-3550-d40f752af85c/test.cache.data in system properties and HBase conf 2024-11-12T14:21:56,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85edd8b5-3563-2178-3550-d40f752af85c/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T14:21:56,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85edd8b5-3563-2178-3550-d40f752af85c/hadoop.log.dir in system properties and HBase conf 2024-11-12T14:21:56,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85edd8b5-3563-2178-3550-d40f752af85c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T14:21:56,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85edd8b5-3563-2178-3550-d40f752af85c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T14:21:56,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T14:21:56,243 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T14:21:56,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85edd8b5-3563-2178-3550-d40f752af85c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:21:56,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85edd8b5-3563-2178-3550-d40f752af85c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:21:56,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85edd8b5-3563-2178-3550-d40f752af85c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T14:21:56,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85edd8b5-3563-2178-3550-d40f752af85c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:21:56,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85edd8b5-3563-2178-3550-d40f752af85c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T14:21:56,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85edd8b5-3563-2178-3550-d40f752af85c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T14:21:56,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85edd8b5-3563-2178-3550-d40f752af85c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:21:56,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85edd8b5-3563-2178-3550-d40f752af85c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:21:56,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85edd8b5-3563-2178-3550-d40f752af85c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T14:21:56,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85edd8b5-3563-2178-3550-d40f752af85c/nfs.dump.dir in system properties and HBase conf 2024-11-12T14:21:56,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85edd8b5-3563-2178-3550-d40f752af85c/java.io.tmpdir in system properties and HBase conf 2024-11-12T14:21:56,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85edd8b5-3563-2178-3550-d40f752af85c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:21:56,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85edd8b5-3563-2178-3550-d40f752af85c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T14:21:56,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85edd8b5-3563-2178-3550-d40f752af85c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T14:21:56,597 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:21:56,600 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:21:56,601 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:21:56,601 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:21:56,601 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T14:21:56,602 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:21:56,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@503cf90c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85edd8b5-3563-2178-3550-d40f752af85c/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:21:56,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38f695b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:21:56,697 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22ef0f0e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85edd8b5-3563-2178-3550-d40f752af85c/java.io.tmpdir/jetty-localhost-39367-hadoop-hdfs-3_4_1-tests_jar-_-any-1141616477710135735/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:21:56,697 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@574211b1{HTTP/1.1, (http/1.1)}{localhost:39367} 2024-11-12T14:21:56,697 INFO [Time-limited test {}] server.Server(415): Started @233863ms 2024-11-12T14:21:56,937 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:21:56,941 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:21:56,943 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:21:56,943 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:21:56,943 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T14:21:56,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@674af949{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85edd8b5-3563-2178-3550-d40f752af85c/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:21:56,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d0cb7f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:21:57,050 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25482ea9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85edd8b5-3563-2178-3550-d40f752af85c/java.io.tmpdir/jetty-localhost-39247-hadoop-hdfs-3_4_1-tests_jar-_-any-6267923933482333095/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:21:57,050 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30484cc9{HTTP/1.1, (http/1.1)}{localhost:39247} 2024-11-12T14:21:57,050 INFO [Time-limited test {}] server.Server(415): Started @234217ms 2024-11-12T14:21:57,051 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T14:21:57,707 WARN [Thread-2786 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85edd8b5-3563-2178-3550-d40f752af85c/cluster_77e6fb4c-0e85-1cc9-22c7-1d36b02cc0bd/data/data1/current/BP-518114714-172.17.0.3-1731421316261/current, will proceed with Du for space computation calculation, 2024-11-12T14:21:57,707 WARN [Thread-2787 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85edd8b5-3563-2178-3550-d40f752af85c/cluster_77e6fb4c-0e85-1cc9-22c7-1d36b02cc0bd/data/data2/current/BP-518114714-172.17.0.3-1731421316261/current, will proceed with Du for space computation calculation, 2024-11-12T14:21:57,725 WARN [Thread-2774 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T14:21:57,727 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9428f663704c22d9 with lease ID 0xa160fd7b80525f51: Processing first storage report for DS-d327e71c-ea2c-4a56-a8ec-61a959f9a93b from datanode DatanodeRegistration(127.0.0.1:39853, datanodeUuid=420b1bfe-5fbb-41ba-a1a0-e4b57c01b39e, infoPort=38511, infoSecurePort=0, ipcPort=40017, storageInfo=lv=-57;cid=testClusterID;nsid=379727782;c=1731421316261) 2024-11-12T14:21:57,727 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9428f663704c22d9 with lease ID 0xa160fd7b80525f51: from storage DS-d327e71c-ea2c-4a56-a8ec-61a959f9a93b node DatanodeRegistration(127.0.0.1:39853, datanodeUuid=420b1bfe-5fbb-41ba-a1a0-e4b57c01b39e, infoPort=38511, infoSecurePort=0, ipcPort=40017, storageInfo=lv=-57;cid=testClusterID;nsid=379727782;c=1731421316261), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:21:57,727 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9428f663704c22d9 with lease ID 0xa160fd7b80525f51: Processing first storage report for DS-9bc8c8e2-a111-4059-b7e6-371d55be1103 from datanode DatanodeRegistration(127.0.0.1:39853, datanodeUuid=420b1bfe-5fbb-41ba-a1a0-e4b57c01b39e, infoPort=38511, infoSecurePort=0, ipcPort=40017, storageInfo=lv=-57;cid=testClusterID;nsid=379727782;c=1731421316261) 2024-11-12T14:21:57,727 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9428f663704c22d9 with lease ID 0xa160fd7b80525f51: from storage DS-9bc8c8e2-a111-4059-b7e6-371d55be1103 node DatanodeRegistration(127.0.0.1:39853, datanodeUuid=420b1bfe-5fbb-41ba-a1a0-e4b57c01b39e, infoPort=38511, infoSecurePort=0, ipcPort=40017, storageInfo=lv=-57;cid=testClusterID;nsid=379727782;c=1731421316261), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:21:57,778 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85edd8b5-3563-2178-3550-d40f752af85c 2024-11-12T14:21:57,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:21:57,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:21:57,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39853 is added to blk_1073741825_1001 (size=7) 2024-11-12T14:21:58,197 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6 with version=8 2024-11-12T14:21:58,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/hbase-staging 2024-11-12T14:21:58,199 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:21:58,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:21:58,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:21:58,199 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:21:58,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:21:58,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:21:58,199 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T14:21:58,200 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:21:58,200 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39075 2024-11-12T14:21:58,201 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39075 connecting to ZooKeeper ensemble=127.0.0.1:60026 2024-11-12T14:21:58,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:390750x0, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:21:58,324 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39075-0x1012f6c8d8f0003 connected 2024-11-12T14:21:58,447 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:21:58,448 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:21:58,449 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39075-0x1012f6c8d8f0003, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Set watcher on znode that does not yet exist, /1-1206090488/running 2024-11-12T14:21:58,449 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6, hbase.cluster.distributed=false 2024-11-12T14:21:58,451 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39075-0x1012f6c8d8f0003, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Set watcher on znode that does not yet exist, /1-1206090488/acl 2024-11-12T14:21:58,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39075 2024-11-12T14:21:58,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39075 2024-11-12T14:21:58,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39075 2024-11-12T14:21:58,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39075 2024-11-12T14:21:58,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39075 2024-11-12T14:21:58,465 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:21:58,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:21:58,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:21:58,465 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:21:58,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:21:58,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:21:58,465 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T14:21:58,465 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:21:58,466 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43825 2024-11-12T14:21:58,466 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43825 connecting to ZooKeeper ensemble=127.0.0.1:60026 2024-11-12T14:21:58,467 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:21:58,468 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:21:58,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438250x0, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:21:58,482 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:438250x0, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Set watcher on znode that does not yet exist, /1-1206090488/running 2024-11-12T14:21:58,482 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43825-0x1012f6c8d8f0004 connected 2024-11-12T14:21:58,482 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T14:21:58,482 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T14:21:58,482 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43825-0x1012f6c8d8f0004, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Set watcher on znode that does not yet exist, /1-1206090488/master 2024-11-12T14:21:58,483 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43825-0x1012f6c8d8f0004, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Set watcher on znode that does not yet exist, /1-1206090488/acl 2024-11-12T14:21:58,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43825 2024-11-12T14:21:58,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43825 2024-11-12T14:21:58,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43825 2024-11-12T14:21:58,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43825 2024-11-12T14:21:58,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43825 2024-11-12T14:21:58,497 DEBUG [M:0;2b6d221c5cde:39075 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b6d221c5cde:39075 2024-11-12T14:21:58,498 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1206090488/backup-masters/2b6d221c5cde,39075,1731421318199 2024-11-12T14:21:58,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43825-0x1012f6c8d8f0004, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1206090488/backup-masters 2024-11-12T14:21:58,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1012f6c8d8f0003, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1206090488/backup-masters 2024-11-12T14:21:58,510 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39075-0x1012f6c8d8f0003, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Set watcher on existing znode=/1-1206090488/backup-masters/2b6d221c5cde,39075,1731421318199 2024-11-12T14:21:58,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43825-0x1012f6c8d8f0004, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1206090488/master 2024-11-12T14:21:58,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1012f6c8d8f0003, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1206090488 2024-11-12T14:21:58,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43825-0x1012f6c8d8f0004, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1206090488 2024-11-12T14:21:58,521 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39075-0x1012f6c8d8f0003, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Set watcher on existing znode=/1-1206090488/master 2024-11-12T14:21:58,521 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1206090488/backup-masters/2b6d221c5cde,39075,1731421318199 from backup master directory 2024-11-12T14:21:58,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1012f6c8d8f0003, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1206090488/backup-masters/2b6d221c5cde,39075,1731421318199 2024-11-12T14:21:58,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43825-0x1012f6c8d8f0004, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1206090488/backup-masters 2024-11-12T14:21:58,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1012f6c8d8f0003, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1206090488/backup-masters 2024-11-12T14:21:58,531 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:21:58,531 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b6d221c5cde,39075,1731421318199 2024-11-12T14:21:58,533 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/hbase.id] with ID: 48f31ac3-17df-43d7-92b1-676964ca3125 2024-11-12T14:21:58,534 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/.tmp/hbase.id 2024-11-12T14:21:58,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39853 is added to blk_1073741826_1002 (size=42) 2024-11-12T14:21:58,940 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/.tmp/hbase.id]:[hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/hbase.id] 2024-11-12T14:21:58,948 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:21:58,948 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T14:21:58,949 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T14:21:59,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1012f6c8d8f0003, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1206090488 2024-11-12T14:21:59,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43825-0x1012f6c8d8f0004, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1206090488 2024-11-12T14:21:59,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39853 is added to blk_1073741827_1003 (size=196) 2024-11-12T14:21:59,564 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:21:59,565 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T14:21:59,565 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:21:59,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39853 is added to blk_1073741828_1004 (size=1189) 2024-11-12T14:21:59,802 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T14:21:59,802 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T14:21:59,803 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:21:59,803 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-12T14:21:59,803 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:21:59,803 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T14:21:59,971 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/MasterData/data/master/store 2024-11-12T14:21:59,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39853 is added to blk_1073741829_1005 (size=34) 2024-11-12T14:22:00,375 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:22:00,376 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:22:00,376 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:22:00,376 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:22:00,376 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:22:00,376 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:22:00,376 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:22:00,376 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421320375Disabling compacts and flushes for region at 1731421320375Disabling writes for close at 1731421320376 (+1 ms)Writing region close event to WAL at 1731421320376Closed at 1731421320376 2024-11-12T14:22:00,376 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/MasterData/data/master/store/.initializing 2024-11-12T14:22:00,377 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/MasterData/WALs/2b6d221c5cde,39075,1731421318199 2024-11-12T14:22:00,377 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:22:00,378 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C39075%2C1731421318199, suffix=, logDir=hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/MasterData/WALs/2b6d221c5cde,39075,1731421318199, archiveDir=hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/MasterData/oldWALs, maxLogs=10 2024-11-12T14:22:00,395 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/MasterData/WALs/2b6d221c5cde,39075,1731421318199/2b6d221c5cde%2C39075%2C1731421318199.1731421320379, exclude list is [], retry=0 2024-11-12T14:22:00,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39853,DS-d327e71c-ea2c-4a56-a8ec-61a959f9a93b,DISK] 2024-11-12T14:22:00,398 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/MasterData/WALs/2b6d221c5cde,39075,1731421318199/2b6d221c5cde%2C39075%2C1731421318199.1731421320379 2024-11-12T14:22:00,399 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38511:38511)] 2024-11-12T14:22:00,399 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:22:00,399 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:22:00,399 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:00,399 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:00,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:00,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T14:22:00,401 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:00,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:22:00,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:00,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T14:22:00,402 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:00,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:22:00,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:00,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T14:22:00,403 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:00,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:22:00,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:00,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T14:22:00,404 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:00,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:22:00,404 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:00,405 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:00,405 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:00,406 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:00,406 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:00,406 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:22:00,407 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:00,409 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:22:00,409 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68409632, jitterRate=0.019382953643798828}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:22:00,409 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731421320399Initializing all the Stores at 1731421320400 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421320400Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421320400Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421320400Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421320400Cleaning up temporary data from old regions at 1731421320406 (+6 ms)Region opened successfully at 1731421320409 (+3 ms) 2024-11-12T14:22:00,409 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T14:22:00,411 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14388793, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:22:00,412 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T14:22:00,412 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T14:22:00,412 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T14:22:00,412 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T14:22:00,413 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T14:22:00,413 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T14:22:00,413 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T14:22:00,414 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T14:22:00,415 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39075-0x1012f6c8d8f0003, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Unable to get data of znode /1-1206090488/balancer because node does not exist (not necessarily an error) 2024-11-12T14:22:00,499 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1206090488/balancer already deleted, retry=false 2024-11-12T14:22:00,500 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T14:22:00,500 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39075-0x1012f6c8d8f0003, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Unable to get data of znode /1-1206090488/normalizer because node does not exist (not necessarily an error) 2024-11-12T14:22:00,513 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1206090488/normalizer already deleted, retry=false 2024-11-12T14:22:00,513 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T14:22:00,514 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39075-0x1012f6c8d8f0003, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Unable to get data of znode /1-1206090488/switch/split because node does not exist (not necessarily an error) 2024-11-12T14:22:00,523 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1206090488/switch/split already deleted, retry=false 2024-11-12T14:22:00,524 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39075-0x1012f6c8d8f0003, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Unable to get data of znode /1-1206090488/switch/merge because node does not exist (not necessarily an error) 2024-11-12T14:22:00,534 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1206090488/switch/merge already deleted, retry=false 2024-11-12T14:22:00,535 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39075-0x1012f6c8d8f0003, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Unable to get data of znode /1-1206090488/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T14:22:00,544 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1206090488/snapshot-cleanup already deleted, retry=false 2024-11-12T14:22:00,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43825-0x1012f6c8d8f0004, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1206090488/running 2024-11-12T14:22:00,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1012f6c8d8f0003, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1206090488/running 2024-11-12T14:22:00,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43825-0x1012f6c8d8f0004, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1206090488 2024-11-12T14:22:00,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1012f6c8d8f0003, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1206090488 2024-11-12T14:22:00,555 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b6d221c5cde,39075,1731421318199, sessionid=0x1012f6c8d8f0003, setting cluster-up flag (Was=false) 2024-11-12T14:22:00,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1012f6c8d8f0003, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1206090488 2024-11-12T14:22:00,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43825-0x1012f6c8d8f0004, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1206090488 2024-11-12T14:22:00,607 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1206090488/flush-table-proc/acquired, /1-1206090488/flush-table-proc/reached, /1-1206090488/flush-table-proc/abort 2024-11-12T14:22:00,608 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,39075,1731421318199 2024-11-12T14:22:00,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1012f6c8d8f0003, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1206090488 2024-11-12T14:22:00,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43825-0x1012f6c8d8f0004, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1206090488 2024-11-12T14:22:00,660 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1206090488/online-snapshot/acquired, /1-1206090488/online-snapshot/reached, /1-1206090488/online-snapshot/abort 2024-11-12T14:22:00,661 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,39075,1731421318199 2024-11-12T14:22:00,662 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T14:22:00,663 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T14:22:00,664 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T14:22:00,664 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T14:22:00,664 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b6d221c5cde,39075,1731421318199 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T14:22:00,665 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:22:00,665 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:22:00,665 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:22:00,665 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:22:00,665 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b6d221c5cde:0, corePoolSize=10, maxPoolSize=10 2024-11-12T14:22:00,665 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:00,665 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:22:00,665 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:00,669 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:22:00,669 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T14:22:00,670 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:00,670 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T14:22:00,679 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731421350679 2024-11-12T14:22:00,679 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T14:22:00,680 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T14:22:00,680 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T14:22:00,680 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T14:22:00,680 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T14:22:00,680 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T14:22:00,681 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:00,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39853 is added to blk_1073741831_1007 (size=1321) 2024-11-12T14:22:00,684 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T14:22:00,684 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T14:22:00,685 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T14:22:00,685 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T14:22:00,686 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T14:22:00,686 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T14:22:00,687 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421320686,5,FailOnTimeoutGroup] 2024-11-12T14:22:00,688 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421320687,5,FailOnTimeoutGroup] 2024-11-12T14:22:00,688 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:00,688 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T14:22:00,688 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:00,688 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:00,690 INFO [RS:0;2b6d221c5cde:43825 {}] regionserver.HRegionServer(746): ClusterId : 48f31ac3-17df-43d7-92b1-676964ca3125 2024-11-12T14:22:00,690 DEBUG [RS:0;2b6d221c5cde:43825 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T14:22:00,703 DEBUG [RS:0;2b6d221c5cde:43825 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T14:22:00,703 DEBUG [RS:0;2b6d221c5cde:43825 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T14:22:00,713 DEBUG [RS:0;2b6d221c5cde:43825 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T14:22:00,713 DEBUG [RS:0;2b6d221c5cde:43825 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3027ff0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:22:00,724 DEBUG [RS:0;2b6d221c5cde:43825 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b6d221c5cde:43825 2024-11-12T14:22:00,724 INFO [RS:0;2b6d221c5cde:43825 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T14:22:00,724 INFO [RS:0;2b6d221c5cde:43825 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T14:22:00,724 DEBUG [RS:0;2b6d221c5cde:43825 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T14:22:00,724 INFO [RS:0;2b6d221c5cde:43825 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b6d221c5cde,39075,1731421318199 with port=43825, startcode=1731421318464 2024-11-12T14:22:00,725 DEBUG [RS:0;2b6d221c5cde:43825 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T14:22:00,726 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47399, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T14:22:00,726 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39075 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b6d221c5cde,43825,1731421318464 2024-11-12T14:22:00,726 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39075 {}] master.ServerManager(517): Registering regionserver=2b6d221c5cde,43825,1731421318464 2024-11-12T14:22:00,727 DEBUG [RS:0;2b6d221c5cde:43825 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6 2024-11-12T14:22:00,727 DEBUG [RS:0;2b6d221c5cde:43825 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39643 2024-11-12T14:22:00,727 DEBUG [RS:0;2b6d221c5cde:43825 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T14:22:00,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1012f6c8d8f0003, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1206090488/rs 2024-11-12T14:22:00,771 DEBUG [RS:0;2b6d221c5cde:43825 {}] zookeeper.ZKUtil(111): regionserver:43825-0x1012f6c8d8f0004, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Set watcher on existing znode=/1-1206090488/rs/2b6d221c5cde,43825,1731421318464 2024-11-12T14:22:00,771 WARN [RS:0;2b6d221c5cde:43825 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:22:00,771 INFO [RS:0;2b6d221c5cde:43825 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:22:00,771 DEBUG [RS:0;2b6d221c5cde:43825 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464 2024-11-12T14:22:00,771 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b6d221c5cde,43825,1731421318464] 2024-11-12T14:22:00,774 INFO [RS:0;2b6d221c5cde:43825 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T14:22:00,775 INFO [RS:0;2b6d221c5cde:43825 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T14:22:00,776 INFO [RS:0;2b6d221c5cde:43825 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T14:22:00,776 INFO [RS:0;2b6d221c5cde:43825 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:00,776 INFO [RS:0;2b6d221c5cde:43825 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T14:22:00,777 INFO [RS:0;2b6d221c5cde:43825 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T14:22:00,777 INFO [RS:0;2b6d221c5cde:43825 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:00,777 DEBUG [RS:0;2b6d221c5cde:43825 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:00,777 DEBUG [RS:0;2b6d221c5cde:43825 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:00,777 DEBUG [RS:0;2b6d221c5cde:43825 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:00,777 DEBUG [RS:0;2b6d221c5cde:43825 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:00,777 DEBUG [RS:0;2b6d221c5cde:43825 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:00,777 DEBUG [RS:0;2b6d221c5cde:43825 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:22:00,777 DEBUG [RS:0;2b6d221c5cde:43825 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:00,777 DEBUG [RS:0;2b6d221c5cde:43825 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:00,777 DEBUG [RS:0;2b6d221c5cde:43825 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:00,777 DEBUG [RS:0;2b6d221c5cde:43825 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:00,777 DEBUG [RS:0;2b6d221c5cde:43825 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:00,777 DEBUG [RS:0;2b6d221c5cde:43825 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:00,777 DEBUG [RS:0;2b6d221c5cde:43825 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:22:00,777 DEBUG [RS:0;2b6d221c5cde:43825 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:22:00,778 INFO [RS:0;2b6d221c5cde:43825 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:00,778 INFO [RS:0;2b6d221c5cde:43825 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:00,778 INFO [RS:0;2b6d221c5cde:43825 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:00,778 INFO [RS:0;2b6d221c5cde:43825 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:00,778 INFO [RS:0;2b6d221c5cde:43825 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:00,778 INFO [RS:0;2b6d221c5cde:43825 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,43825,1731421318464-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:22:00,790 INFO [RS:0;2b6d221c5cde:43825 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T14:22:00,790 INFO [RS:0;2b6d221c5cde:43825 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,43825,1731421318464-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:00,790 INFO [RS:0;2b6d221c5cde:43825 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:00,790 INFO [RS:0;2b6d221c5cde:43825 {}] regionserver.Replication(171): 2b6d221c5cde,43825,1731421318464 started 2024-11-12T14:22:00,803 INFO [RS:0;2b6d221c5cde:43825 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:00,803 INFO [RS:0;2b6d221c5cde:43825 {}] regionserver.HRegionServer(1482): Serving as 2b6d221c5cde,43825,1731421318464, RpcServer on 2b6d221c5cde/172.17.0.3:43825, sessionid=0x1012f6c8d8f0004 2024-11-12T14:22:00,803 DEBUG [RS:0;2b6d221c5cde:43825 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T14:22:00,803 DEBUG [RS:0;2b6d221c5cde:43825 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b6d221c5cde,43825,1731421318464 2024-11-12T14:22:00,803 DEBUG [RS:0;2b6d221c5cde:43825 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,43825,1731421318464' 2024-11-12T14:22:00,803 DEBUG [RS:0;2b6d221c5cde:43825 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1206090488/flush-table-proc/abort' 2024-11-12T14:22:00,804 DEBUG [RS:0;2b6d221c5cde:43825 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1206090488/flush-table-proc/acquired' 2024-11-12T14:22:00,804 DEBUG [RS:0;2b6d221c5cde:43825 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T14:22:00,804 DEBUG [RS:0;2b6d221c5cde:43825 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T14:22:00,804 DEBUG [RS:0;2b6d221c5cde:43825 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b6d221c5cde,43825,1731421318464 2024-11-12T14:22:00,804 DEBUG [RS:0;2b6d221c5cde:43825 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,43825,1731421318464' 2024-11-12T14:22:00,804 DEBUG [RS:0;2b6d221c5cde:43825 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1206090488/online-snapshot/abort' 2024-11-12T14:22:00,805 DEBUG [RS:0;2b6d221c5cde:43825 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1206090488/online-snapshot/acquired' 2024-11-12T14:22:00,805 DEBUG [RS:0;2b6d221c5cde:43825 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T14:22:00,805 INFO [RS:0;2b6d221c5cde:43825 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T14:22:00,805 INFO [RS:0;2b6d221c5cde:43825 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T14:22:00,905 INFO [RS:0;2b6d221c5cde:43825 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:22:00,906 INFO [RS:0;2b6d221c5cde:43825 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C43825%2C1731421318464, suffix=, logDir=hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464, archiveDir=hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/oldWALs, maxLogs=10 2024-11-12T14:22:00,918 DEBUG [RS:0;2b6d221c5cde:43825 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907, exclude list is [], retry=0 2024-11-12T14:22:00,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39853,DS-d327e71c-ea2c-4a56-a8ec-61a959f9a93b,DISK] 2024-11-12T14:22:00,921 INFO [RS:0;2b6d221c5cde:43825 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 2024-11-12T14:22:00,921 DEBUG [RS:0;2b6d221c5cde:43825 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38511:38511)] 2024-11-12T14:22:01,082 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T14:22:01,082 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6 2024-11-12T14:22:01,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39853 is added to blk_1073741833_1009 (size=32) 2024-11-12T14:22:01,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:22:01,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:22:01,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:22:01,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:01,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:22:01,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:22:01,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:22:01,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:01,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:22:01,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:22:01,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:22:01,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:01,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:22:01,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:22:01,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:22:01,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:01,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:22:01,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:22:01,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/data/hbase/meta/1588230740 2024-11-12T14:22:01,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/data/hbase/meta/1588230740 2024-11-12T14:22:01,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:22:01,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:22:01,494 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:22:01,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:22:01,496 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:22:01,496 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61167549, jitterRate=-0.08853249251842499}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:22:01,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731421321487Initializing all the Stores at 1731421321488 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421321488Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421321488Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421321488Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421321488Cleaning up temporary data from old regions at 1731421321494 (+6 ms)Region opened successfully at 1731421321496 (+2 ms) 2024-11-12T14:22:01,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:22:01,496 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:22:01,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:22:01,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:22:01,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:22:01,497 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:22:01,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421321496Disabling compacts and flushes for region at 1731421321496Disabling writes for close at 1731421321497 (+1 ms)Writing region close event to WAL at 1731421321497Closed at 1731421321497 2024-11-12T14:22:01,498 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:22:01,498 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T14:22:01,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T14:22:01,499 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:22:01,499 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T14:22:01,619 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T14:22:01,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:01,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:01,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:01,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:01,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:01,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:01,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:01,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:01,650 DEBUG [2b6d221c5cde:39075 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T14:22:01,650 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b6d221c5cde,43825,1731421318464 2024-11-12T14:22:01,651 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,43825,1731421318464, state=OPENING 2024-11-12T14:22:01,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:01,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:01,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:01,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:01,667 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T14:22:01,702 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T14:22:01,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1012f6c8d8f0003, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1206090488 2024-11-12T14:22:01,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43825-0x1012f6c8d8f0004, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1206090488 2024-11-12T14:22:01,713 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1206090488/meta-region-server: CHANGED 2024-11-12T14:22:01,713 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1206090488/meta-region-server: CHANGED 2024-11-12T14:22:01,713 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:22:01,713 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,43825,1731421318464}] 2024-11-12T14:22:01,865 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:22:01,867 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44897, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T14:22:01,869 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T14:22:01,869 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:22:01,869 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T14:22:01,870 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C43825%2C1731421318464.meta, suffix=.meta, logDir=hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464, archiveDir=hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/oldWALs, maxLogs=10 2024-11-12T14:22:01,882 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.meta.1731421321870.meta, exclude list is [], retry=0 2024-11-12T14:22:01,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39853,DS-d327e71c-ea2c-4a56-a8ec-61a959f9a93b,DISK] 2024-11-12T14:22:01,886 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.meta.1731421321870.meta 2024-11-12T14:22:01,886 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38511:38511)] 2024-11-12T14:22:01,886 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:22:01,887 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:22:01,887 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T14:22:01,887 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T14:22:01,887 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T14:22:01,887 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T14:22:01,887 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:22:01,887 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T14:22:01,887 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T14:22:01,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:22:01,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:22:01,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:01,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:22:01,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:22:01,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:22:01,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:01,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:22:01,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:22:01,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:22:01,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:01,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:22:01,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:22:01,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:22:01,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:01,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:22:01,892 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:22:01,892 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/data/hbase/meta/1588230740 2024-11-12T14:22:01,893 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/data/hbase/meta/1588230740 2024-11-12T14:22:01,894 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:22:01,894 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:22:01,894 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:22:01,895 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:22:01,895 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71929343, jitterRate=0.07183073461055756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:22:01,895 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T14:22:01,895 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731421321888Writing region info on filesystem at 1731421321888Initializing all the Stores at 1731421321888Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421321888Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421321888Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421321888Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421321888Cleaning up temporary data from old regions at 1731421321894 (+6 ms)Running coprocessor post-open hooks at 1731421321895 (+1 ms)Region opened successfully at 1731421321895 2024-11-12T14:22:01,896 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731421321865 2024-11-12T14:22:01,898 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T14:22:01,898 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T14:22:01,898 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,43825,1731421318464 2024-11-12T14:22:01,899 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,43825,1731421318464, state=OPEN 2024-11-12T14:22:01,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1012f6c8d8f0003, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1206090488/meta-region-server 2024-11-12T14:22:01,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43825-0x1012f6c8d8f0004, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1206090488/meta-region-server 2024-11-12T14:22:01,910 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b6d221c5cde,43825,1731421318464 2024-11-12T14:22:01,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1206090488/meta-region-server: CHANGED 2024-11-12T14:22:01,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1206090488/meta-region-server: CHANGED 2024-11-12T14:22:01,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T14:22:01,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,43825,1731421318464 in 197 msec 2024-11-12T14:22:01,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T14:22:01,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 413 msec 2024-11-12T14:22:01,914 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:22:01,914 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T14:22:01,915 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:22:01,915 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,43825,1731421318464, seqNum=-1] 2024-11-12T14:22:01,915 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:22:01,916 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:22:01,919 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2560 sec 2024-11-12T14:22:01,920 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731421321919, completionTime=-1 2024-11-12T14:22:01,920 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T14:22:01,920 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T14:22:01,921 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T14:22:01,921 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731421381921 2024-11-12T14:22:01,921 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731421441921 2024-11-12T14:22:01,921 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T14:22:01,921 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,39075,1731421318199-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:01,921 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,39075,1731421318199-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:01,921 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,39075,1731421318199-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:01,922 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b6d221c5cde:39075, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:01,922 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:01,922 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:01,923 DEBUG [master/2b6d221c5cde:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T14:22:01,924 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.393sec 2024-11-12T14:22:01,925 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T14:22:01,925 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T14:22:01,925 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T14:22:01,925 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T14:22:01,925 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T14:22:01,925 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,39075,1731421318199-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:22:01,925 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,39075,1731421318199-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T14:22:01,926 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T14:22:01,926 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T14:22:01,926 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,39075,1731421318199-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:01,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71d129f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:01,991 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,39075,-1 for getting cluster id 2024-11-12T14:22:01,991 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:22:01,992 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48f31ac3-17df-43d7-92b1-676964ca3125' 2024-11-12T14:22:01,992 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:22:01,992 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48f31ac3-17df-43d7-92b1-676964ca3125" 2024-11-12T14:22:01,992 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26aebac2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:01,992 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,39075,-1] 2024-11-12T14:22:01,993 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:22:01,993 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:01,993 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:22:01,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@da97c08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:01,994 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:22:01,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,43825,1731421318464, seqNum=-1] 2024-11-12T14:22:01,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:22:01,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:22:01,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b6d221c5cde,39075,1731421318199 2024-11-12T14:22:01,998 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60026 2024-11-12T14:22:02,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:22:02,008 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012f6c8d8f0005 connected 2024-11-12T14:22:02,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85edd8b5-3563-2178-3550-d40f752af85c/hadoop.log.dir so I do NOT create it in target/test-data/76e45516-87bc-be49-4634-575e496aaa5d 2024-11-12T14:22:02,020 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85edd8b5-3563-2178-3550-d40f752af85c/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T14:22:02,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85edd8b5-3563-2178-3550-d40f752af85c/hadoop.tmp.dir so I do NOT create it in target/test-data/76e45516-87bc-be49-4634-575e496aaa5d 2024-11-12T14:22:02,020 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85edd8b5-3563-2178-3550-d40f752af85c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T14:22:02,020 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e45516-87bc-be49-4634-575e496aaa5d 2024-11-12T14:22:02,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T14:22:02,020 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e45516-87bc-be49-4634-575e496aaa5d/cluster_febf4a79-c9f0-32e6-b0c5-5868ac027b14, deleteOnExit=true 2024-11-12T14:22:02,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T14:22:02,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e45516-87bc-be49-4634-575e496aaa5d/test.cache.data in system properties and HBase conf 2024-11-12T14:22:02,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e45516-87bc-be49-4634-575e496aaa5d/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T14:22:02,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e45516-87bc-be49-4634-575e496aaa5d/hadoop.log.dir in system properties and HBase conf 2024-11-12T14:22:02,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e45516-87bc-be49-4634-575e496aaa5d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T14:22:02,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e45516-87bc-be49-4634-575e496aaa5d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T14:22:02,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T14:22:02,021 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T14:22:02,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e45516-87bc-be49-4634-575e496aaa5d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:22:02,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e45516-87bc-be49-4634-575e496aaa5d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:22:02,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e45516-87bc-be49-4634-575e496aaa5d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T14:22:02,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e45516-87bc-be49-4634-575e496aaa5d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:22:02,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e45516-87bc-be49-4634-575e496aaa5d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T14:22:02,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e45516-87bc-be49-4634-575e496aaa5d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T14:22:02,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e45516-87bc-be49-4634-575e496aaa5d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:22:02,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e45516-87bc-be49-4634-575e496aaa5d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:22:02,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e45516-87bc-be49-4634-575e496aaa5d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T14:22:02,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e45516-87bc-be49-4634-575e496aaa5d/nfs.dump.dir in system properties and HBase conf 2024-11-12T14:22:02,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e45516-87bc-be49-4634-575e496aaa5d/java.io.tmpdir in system properties and HBase conf 2024-11-12T14:22:02,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e45516-87bc-be49-4634-575e496aaa5d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:22:02,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e45516-87bc-be49-4634-575e496aaa5d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T14:22:02,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e45516-87bc-be49-4634-575e496aaa5d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T14:22:02,395 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:22:02,399 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:22:02,405 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:22:02,406 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:22:02,406 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T14:22:02,407 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:22:02,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73ff9af5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e45516-87bc-be49-4634-575e496aaa5d/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:22:02,408 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a7e3235{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:22:02,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32cebaaa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e45516-87bc-be49-4634-575e496aaa5d/java.io.tmpdir/jetty-localhost-32919-hadoop-hdfs-3_4_1-tests_jar-_-any-254665054204376288/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:22:02,510 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e670154{HTTP/1.1, (http/1.1)}{localhost:32919} 2024-11-12T14:22:02,510 INFO [Time-limited test {}] server.Server(415): Started @239676ms 2024-11-12T14:22:02,781 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:22:02,783 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:22:02,786 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:22:02,786 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:22:02,786 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T14:22:02,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41092737{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e45516-87bc-be49-4634-575e496aaa5d/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:22:02,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36c104ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:22:02,882 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72a80487{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e45516-87bc-be49-4634-575e496aaa5d/java.io.tmpdir/jetty-localhost-38923-hadoop-hdfs-3_4_1-tests_jar-_-any-8953653456012928103/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:22:02,882 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7fa3e171{HTTP/1.1, (http/1.1)}{localhost:38923} 2024-11-12T14:22:02,882 INFO [Time-limited test {}] server.Server(415): Started @240048ms 2024-11-12T14:22:02,883 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T14:22:03,867 WARN [Thread-2908 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e45516-87bc-be49-4634-575e496aaa5d/cluster_febf4a79-c9f0-32e6-b0c5-5868ac027b14/data/data2/current/BP-1147120285-172.17.0.3-1731421322042/current, will proceed with Du for space computation calculation, 2024-11-12T14:22:03,867 WARN [Thread-2907 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e45516-87bc-be49-4634-575e496aaa5d/cluster_febf4a79-c9f0-32e6-b0c5-5868ac027b14/data/data1/current/BP-1147120285-172.17.0.3-1731421322042/current, will proceed with Du for space computation calculation, 2024-11-12T14:22:03,885 WARN [Thread-2895 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T14:22:03,887 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd16f567101a7cb04 with lease ID 0xc390e3aef169f487: Processing first storage report for DS-42792128-b5ec-4391-a9da-230ba6429cc5 from datanode DatanodeRegistration(127.0.0.1:36887, datanodeUuid=1902a0db-824d-4007-83fc-66768535ffc1, infoPort=46271, infoSecurePort=0, ipcPort=35807, storageInfo=lv=-57;cid=testClusterID;nsid=718011573;c=1731421322042) 2024-11-12T14:22:03,887 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd16f567101a7cb04 with lease ID 0xc390e3aef169f487: from storage DS-42792128-b5ec-4391-a9da-230ba6429cc5 node DatanodeRegistration(127.0.0.1:36887, datanodeUuid=1902a0db-824d-4007-83fc-66768535ffc1, infoPort=46271, infoSecurePort=0, ipcPort=35807, storageInfo=lv=-57;cid=testClusterID;nsid=718011573;c=1731421322042), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:22:03,887 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd16f567101a7cb04 with lease ID 0xc390e3aef169f487: Processing first storage report for DS-a47441e4-7b59-4362-9218-e333f799a9fc from datanode DatanodeRegistration(127.0.0.1:36887, datanodeUuid=1902a0db-824d-4007-83fc-66768535ffc1, infoPort=46271, infoSecurePort=0, ipcPort=35807, storageInfo=lv=-57;cid=testClusterID;nsid=718011573;c=1731421322042) 2024-11-12T14:22:03,887 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd16f567101a7cb04 with lease ID 0xc390e3aef169f487: from storage DS-a47441e4-7b59-4362-9218-e333f799a9fc node DatanodeRegistration(127.0.0.1:36887, datanodeUuid=1902a0db-824d-4007-83fc-66768535ffc1, infoPort=46271, infoSecurePort=0, ipcPort=35807, storageInfo=lv=-57;cid=testClusterID;nsid=718011573;c=1731421322042), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:22:03,915 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e45516-87bc-be49-4634-575e496aaa5d 2024-11-12T14:22:03,916 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:22:03,917 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:22:03,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741825_1001 (size=7) 2024-11-12T14:22:04,324 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112 with version=8 2024-11-12T14:22:04,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/hbase-staging 2024-11-12T14:22:04,326 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:22:04,326 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:22:04,326 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:22:04,326 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:22:04,326 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:22:04,326 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:22:04,326 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T14:22:04,326 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:22:04,327 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40017 2024-11-12T14:22:04,328 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40017 connecting to ZooKeeper ensemble=127.0.0.1:60026 2024-11-12T14:22:04,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400170x0, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:22:04,355 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40017-0x1012f6c8d8f0006 connected 2024-11-12T14:22:04,502 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:22:04,503 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:22:04,504 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40017-0x1012f6c8d8f0006, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Set watcher on znode that does not yet exist, /2-234668121/running 2024-11-12T14:22:04,504 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112, hbase.cluster.distributed=false 2024-11-12T14:22:04,505 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40017-0x1012f6c8d8f0006, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Set watcher on znode that does not yet exist, /2-234668121/acl 2024-11-12T14:22:04,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40017 2024-11-12T14:22:04,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40017 2024-11-12T14:22:04,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40017 2024-11-12T14:22:04,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40017 2024-11-12T14:22:04,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40017 2024-11-12T14:22:04,519 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:22:04,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:22:04,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:22:04,519 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:22:04,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:22:04,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:22:04,519 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T14:22:04,519 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:22:04,520 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33377 2024-11-12T14:22:04,521 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33377 connecting to ZooKeeper ensemble=127.0.0.1:60026 2024-11-12T14:22:04,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:22:04,522 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:22:04,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333770x0, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:22:04,534 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33377-0x1012f6c8d8f0007 connected 2024-11-12T14:22:04,534 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:333770x0, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Set watcher on znode that does not yet exist, /2-234668121/running 2024-11-12T14:22:04,534 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T14:22:04,536 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T14:22:04,536 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33377-0x1012f6c8d8f0007, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Set watcher on znode that does not yet exist, /2-234668121/master 2024-11-12T14:22:04,537 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33377-0x1012f6c8d8f0007, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Set watcher on znode that does not yet exist, /2-234668121/acl 2024-11-12T14:22:04,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33377 2024-11-12T14:22:04,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33377 2024-11-12T14:22:04,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33377 2024-11-12T14:22:04,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33377 2024-11-12T14:22:04,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33377 2024-11-12T14:22:04,554 DEBUG [M:0;2b6d221c5cde:40017 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b6d221c5cde:40017 2024-11-12T14:22:04,555 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-234668121/backup-masters/2b6d221c5cde,40017,1731421324326 2024-11-12T14:22:04,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1012f6c8d8f0006, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-234668121/backup-masters 2024-11-12T14:22:04,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33377-0x1012f6c8d8f0007, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-234668121/backup-masters 2024-11-12T14:22:04,565 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40017-0x1012f6c8d8f0006, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Set watcher on existing znode=/2-234668121/backup-masters/2b6d221c5cde,40017,1731421324326 2024-11-12T14:22:04,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33377-0x1012f6c8d8f0007, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-234668121/master 2024-11-12T14:22:04,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1012f6c8d8f0006, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-234668121 2024-11-12T14:22:04,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33377-0x1012f6c8d8f0007, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-234668121 2024-11-12T14:22:04,576 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40017-0x1012f6c8d8f0006, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Set watcher on existing znode=/2-234668121/master 2024-11-12T14:22:04,576 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-234668121/backup-masters/2b6d221c5cde,40017,1731421324326 from backup master directory 2024-11-12T14:22:04,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1012f6c8d8f0006, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-234668121/backup-masters/2b6d221c5cde,40017,1731421324326 2024-11-12T14:22:04,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33377-0x1012f6c8d8f0007, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-234668121/backup-masters 2024-11-12T14:22:04,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1012f6c8d8f0006, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-234668121/backup-masters 2024-11-12T14:22:04,586 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:22:04,586 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b6d221c5cde,40017,1731421324326 2024-11-12T14:22:04,589 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/hbase.id] with ID: 54892499-c6cb-4d00-bebd-c659456e327a 2024-11-12T14:22:04,589 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/.tmp/hbase.id 2024-11-12T14:22:04,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741826_1002 (size=42) 2024-11-12T14:22:04,592 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/.tmp/hbase.id]:[hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/hbase.id] 2024-11-12T14:22:04,599 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:22:04,599 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T14:22:04,599 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-12T14:22:04,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33377-0x1012f6c8d8f0007, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-234668121 2024-11-12T14:22:04,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1012f6c8d8f0006, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-234668121 2024-11-12T14:22:04,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741827_1003 (size=196) 2024-11-12T14:22:05,011 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:22:05,012 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T14:22:05,013 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:22:05,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741828_1004 (size=1189) 2024-11-12T14:22:05,418 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/MasterData/data/master/store 2024-11-12T14:22:05,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741829_1005 (size=34) 2024-11-12T14:22:05,824 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:22:05,824 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:22:05,824 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:22:05,824 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:22:05,824 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:22:05,824 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:22:05,824 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:22:05,824 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421325824Disabling compacts and flushes for region at 1731421325824Disabling writes for close at 1731421325824Writing region close event to WAL at 1731421325824Closed at 1731421325824 2024-11-12T14:22:05,825 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/MasterData/data/master/store/.initializing 2024-11-12T14:22:05,825 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/MasterData/WALs/2b6d221c5cde,40017,1731421324326 2024-11-12T14:22:05,826 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:22:05,827 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C40017%2C1731421324326, suffix=, logDir=hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/MasterData/WALs/2b6d221c5cde,40017,1731421324326, archiveDir=hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/MasterData/oldWALs, maxLogs=10 2024-11-12T14:22:05,839 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/MasterData/WALs/2b6d221c5cde,40017,1731421324326/2b6d221c5cde%2C40017%2C1731421324326.1731421325827, exclude list is [], retry=0 2024-11-12T14:22:05,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36887,DS-42792128-b5ec-4391-a9da-230ba6429cc5,DISK] 2024-11-12T14:22:05,842 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/MasterData/WALs/2b6d221c5cde,40017,1731421324326/2b6d221c5cde%2C40017%2C1731421324326.1731421325827 2024-11-12T14:22:05,842 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46271:46271)] 2024-11-12T14:22:05,842 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:22:05,843 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:22:05,843 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:05,843 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:05,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:05,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T14:22:05,845 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:05,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:22:05,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:05,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T14:22:05,846 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:05,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:22:05,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:05,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T14:22:05,847 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:05,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:22:05,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:05,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T14:22:05,848 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:05,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:22:05,848 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:05,849 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:05,849 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:05,850 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:05,850 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:05,850 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:22:05,850 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:05,852 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:22:05,852 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64125199, jitterRate=-0.04446007311344147}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:22:05,852 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731421325843Initializing all the Stores at 1731421325843Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421325843Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421325843Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421325844 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421325844Cleaning up temporary data from old regions at 1731421325850 (+6 ms)Region opened successfully at 1731421325852 (+2 ms) 2024-11-12T14:22:05,852 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T14:22:05,854 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@215632eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:22:05,855 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T14:22:05,855 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T14:22:05,855 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T14:22:05,855 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T14:22:05,856 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T14:22:05,856 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T14:22:05,856 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T14:22:05,858 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T14:22:05,858 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40017-0x1012f6c8d8f0006, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Unable to get data of znode /2-234668121/balancer because node does not exist (not necessarily an error) 2024-11-12T14:22:05,909 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-234668121/balancer already deleted, retry=false 2024-11-12T14:22:05,910 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T14:22:05,910 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40017-0x1012f6c8d8f0006, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Unable to get data of znode /2-234668121/normalizer because node does not exist (not necessarily an error) 2024-11-12T14:22:05,923 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-234668121/normalizer already deleted, retry=false 2024-11-12T14:22:05,923 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T14:22:05,924 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40017-0x1012f6c8d8f0006, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Unable to get data of znode /2-234668121/switch/split because node does not exist (not necessarily an error) 2024-11-12T14:22:05,933 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-234668121/switch/split already deleted, retry=false 2024-11-12T14:22:05,934 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40017-0x1012f6c8d8f0006, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Unable to get data of znode /2-234668121/switch/merge because node does not exist (not necessarily an error) 2024-11-12T14:22:05,944 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-234668121/switch/merge already deleted, retry=false 2024-11-12T14:22:05,946 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40017-0x1012f6c8d8f0006, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Unable to get data of znode /2-234668121/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T14:22:05,954 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-234668121/snapshot-cleanup already deleted, retry=false 2024-11-12T14:22:05,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1012f6c8d8f0006, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-234668121/running 2024-11-12T14:22:05,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33377-0x1012f6c8d8f0007, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-234668121/running 2024-11-12T14:22:05,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1012f6c8d8f0006, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-234668121 2024-11-12T14:22:05,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33377-0x1012f6c8d8f0007, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-234668121 2024-11-12T14:22:05,965 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b6d221c5cde,40017,1731421324326, sessionid=0x1012f6c8d8f0006, setting cluster-up flag (Was=false) 2024-11-12T14:22:05,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1012f6c8d8f0006, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-234668121 2024-11-12T14:22:05,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33377-0x1012f6c8d8f0007, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-234668121 2024-11-12T14:22:06,018 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-234668121/flush-table-proc/acquired, /2-234668121/flush-table-proc/reached, /2-234668121/flush-table-proc/abort 2024-11-12T14:22:06,019 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,40017,1731421324326 2024-11-12T14:22:06,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1012f6c8d8f0006, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-234668121 2024-11-12T14:22:06,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33377-0x1012f6c8d8f0007, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-234668121 2024-11-12T14:22:06,070 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-234668121/online-snapshot/acquired, /2-234668121/online-snapshot/reached, /2-234668121/online-snapshot/abort 2024-11-12T14:22:06,071 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,40017,1731421324326 2024-11-12T14:22:06,072 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T14:22:06,073 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T14:22:06,073 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T14:22:06,074 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T14:22:06,074 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b6d221c5cde,40017,1731421324326 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T14:22:06,075 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:22:06,075 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:22:06,075 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:22:06,075 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:22:06,075 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b6d221c5cde:0, corePoolSize=10, maxPoolSize=10 2024-11-12T14:22:06,075 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:06,075 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:22:06,075 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:06,076 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731421356076 2024-11-12T14:22:06,076 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T14:22:06,076 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:22:06,076 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T14:22:06,076 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T14:22:06,076 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T14:22:06,076 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T14:22:06,077 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T14:22:06,077 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T14:22:06,077 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:06,077 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T14:22:06,077 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T14:22:06,077 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T14:22:06,077 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T14:22:06,077 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:06,077 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T14:22:06,077 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T14:22:06,077 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T14:22:06,078 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421326077,5,FailOnTimeoutGroup] 2024-11-12T14:22:06,082 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421326078,5,FailOnTimeoutGroup] 2024-11-12T14:22:06,082 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:06,082 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T14:22:06,082 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:06,082 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:06,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741831_1007 (size=1321) 2024-11-12T14:22:06,146 INFO [RS:0;2b6d221c5cde:33377 {}] regionserver.HRegionServer(746): ClusterId : 54892499-c6cb-4d00-bebd-c659456e327a 2024-11-12T14:22:06,146 DEBUG [RS:0;2b6d221c5cde:33377 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T14:22:06,155 DEBUG [RS:0;2b6d221c5cde:33377 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T14:22:06,155 DEBUG [RS:0;2b6d221c5cde:33377 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T14:22:06,166 DEBUG [RS:0;2b6d221c5cde:33377 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T14:22:06,166 DEBUG [RS:0;2b6d221c5cde:33377 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57d61f15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:22:06,176 DEBUG [RS:0;2b6d221c5cde:33377 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b6d221c5cde:33377 2024-11-12T14:22:06,176 INFO [RS:0;2b6d221c5cde:33377 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T14:22:06,176 INFO [RS:0;2b6d221c5cde:33377 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T14:22:06,176 DEBUG [RS:0;2b6d221c5cde:33377 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T14:22:06,177 INFO [RS:0;2b6d221c5cde:33377 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b6d221c5cde,40017,1731421324326 with port=33377, startcode=1731421324519 2024-11-12T14:22:06,177 DEBUG [RS:0;2b6d221c5cde:33377 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T14:22:06,178 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T14:22:06,178 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40017 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b6d221c5cde,33377,1731421324519 2024-11-12T14:22:06,178 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40017 {}] master.ServerManager(517): Registering regionserver=2b6d221c5cde,33377,1731421324519 2024-11-12T14:22:06,179 DEBUG [RS:0;2b6d221c5cde:33377 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112 2024-11-12T14:22:06,179 DEBUG [RS:0;2b6d221c5cde:33377 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34469 2024-11-12T14:22:06,179 DEBUG [RS:0;2b6d221c5cde:33377 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T14:22:06,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1012f6c8d8f0006, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-234668121/rs 2024-11-12T14:22:06,226 DEBUG [RS:0;2b6d221c5cde:33377 {}] zookeeper.ZKUtil(111): regionserver:33377-0x1012f6c8d8f0007, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Set watcher on existing znode=/2-234668121/rs/2b6d221c5cde,33377,1731421324519 2024-11-12T14:22:06,226 WARN [RS:0;2b6d221c5cde:33377 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:22:06,226 INFO [RS:0;2b6d221c5cde:33377 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:22:06,226 DEBUG [RS:0;2b6d221c5cde:33377 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519 2024-11-12T14:22:06,226 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b6d221c5cde,33377,1731421324519] 2024-11-12T14:22:06,228 INFO [RS:0;2b6d221c5cde:33377 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T14:22:06,229 INFO [RS:0;2b6d221c5cde:33377 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T14:22:06,229 INFO [RS:0;2b6d221c5cde:33377 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T14:22:06,230 INFO [RS:0;2b6d221c5cde:33377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:06,230 INFO [RS:0;2b6d221c5cde:33377 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T14:22:06,230 INFO [RS:0;2b6d221c5cde:33377 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T14:22:06,230 INFO [RS:0;2b6d221c5cde:33377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:06,230 DEBUG [RS:0;2b6d221c5cde:33377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:06,230 DEBUG [RS:0;2b6d221c5cde:33377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:06,230 DEBUG [RS:0;2b6d221c5cde:33377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:06,230 DEBUG [RS:0;2b6d221c5cde:33377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:06,230 DEBUG [RS:0;2b6d221c5cde:33377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:06,230 DEBUG [RS:0;2b6d221c5cde:33377 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:22:06,230 DEBUG [RS:0;2b6d221c5cde:33377 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:06,230 DEBUG [RS:0;2b6d221c5cde:33377 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:06,230 DEBUG [RS:0;2b6d221c5cde:33377 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:06,230 DEBUG [RS:0;2b6d221c5cde:33377 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:06,230 DEBUG [RS:0;2b6d221c5cde:33377 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:06,230 DEBUG [RS:0;2b6d221c5cde:33377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:06,231 DEBUG [RS:0;2b6d221c5cde:33377 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:22:06,231 DEBUG [RS:0;2b6d221c5cde:33377 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:22:06,231 INFO [RS:0;2b6d221c5cde:33377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:06,231 INFO [RS:0;2b6d221c5cde:33377 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:06,231 INFO [RS:0;2b6d221c5cde:33377 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:06,231 INFO [RS:0;2b6d221c5cde:33377 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:06,231 INFO [RS:0;2b6d221c5cde:33377 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:06,231 INFO [RS:0;2b6d221c5cde:33377 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,33377,1731421324519-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:22:06,243 INFO [RS:0;2b6d221c5cde:33377 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T14:22:06,243 INFO [RS:0;2b6d221c5cde:33377 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,33377,1731421324519-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:06,243 INFO [RS:0;2b6d221c5cde:33377 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:06,243 INFO [RS:0;2b6d221c5cde:33377 {}] regionserver.Replication(171): 2b6d221c5cde,33377,1731421324519 started 2024-11-12T14:22:06,255 INFO [RS:0;2b6d221c5cde:33377 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:06,255 INFO [RS:0;2b6d221c5cde:33377 {}] regionserver.HRegionServer(1482): Serving as 2b6d221c5cde,33377,1731421324519, RpcServer on 2b6d221c5cde/172.17.0.3:33377, sessionid=0x1012f6c8d8f0007 2024-11-12T14:22:06,255 DEBUG [RS:0;2b6d221c5cde:33377 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T14:22:06,255 DEBUG [RS:0;2b6d221c5cde:33377 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b6d221c5cde,33377,1731421324519 2024-11-12T14:22:06,255 DEBUG [RS:0;2b6d221c5cde:33377 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,33377,1731421324519' 2024-11-12T14:22:06,255 DEBUG [RS:0;2b6d221c5cde:33377 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-234668121/flush-table-proc/abort' 2024-11-12T14:22:06,256 DEBUG [RS:0;2b6d221c5cde:33377 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-234668121/flush-table-proc/acquired' 2024-11-12T14:22:06,256 DEBUG [RS:0;2b6d221c5cde:33377 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T14:22:06,256 DEBUG [RS:0;2b6d221c5cde:33377 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T14:22:06,256 DEBUG [RS:0;2b6d221c5cde:33377 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b6d221c5cde,33377,1731421324519 2024-11-12T14:22:06,256 DEBUG [RS:0;2b6d221c5cde:33377 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,33377,1731421324519' 2024-11-12T14:22:06,256 DEBUG [RS:0;2b6d221c5cde:33377 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-234668121/online-snapshot/abort' 2024-11-12T14:22:06,256 DEBUG [RS:0;2b6d221c5cde:33377 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-234668121/online-snapshot/acquired' 2024-11-12T14:22:06,257 DEBUG [RS:0;2b6d221c5cde:33377 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T14:22:06,257 INFO [RS:0;2b6d221c5cde:33377 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T14:22:06,257 INFO [RS:0;2b6d221c5cde:33377 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T14:22:06,357 INFO [RS:0;2b6d221c5cde:33377 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:22:06,358 INFO [RS:0;2b6d221c5cde:33377 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C33377%2C1731421324519, suffix=, logDir=hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519, archiveDir=hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/oldWALs, maxLogs=10 2024-11-12T14:22:06,371 DEBUG [RS:0;2b6d221c5cde:33377 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519/2b6d221c5cde%2C33377%2C1731421324519.1731421326358, exclude list is [], retry=0 2024-11-12T14:22:06,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36887,DS-42792128-b5ec-4391-a9da-230ba6429cc5,DISK] 2024-11-12T14:22:06,374 INFO [RS:0;2b6d221c5cde:33377 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519/2b6d221c5cde%2C33377%2C1731421324519.1731421326358 2024-11-12T14:22:06,374 DEBUG [RS:0;2b6d221c5cde:33377 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46271:46271)] 2024-11-12T14:22:06,485 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T14:22:06,485 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112 2024-11-12T14:22:06,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741833_1009 (size=32) 2024-11-12T14:22:06,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:22:06,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:22:06,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:22:06,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:06,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:22:06,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:22:06,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:22:06,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:06,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:22:06,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:22:06,894 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:22:06,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:06,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:22:06,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:22:06,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:22:06,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:06,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:22:06,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:22:06,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/hbase/meta/1588230740 2024-11-12T14:22:06,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/hbase/meta/1588230740 2024-11-12T14:22:06,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:22:06,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:22:06,898 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:22:06,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:22:06,900 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:22:06,900 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61195545, jitterRate=-0.08811531960964203}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:22:06,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731421326890Initializing all the Stores at 1731421326891 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421326891Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421326891Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421326891Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421326891Cleaning up temporary data from old regions at 1731421326897 (+6 ms)Region opened successfully at 1731421326901 (+4 ms) 2024-11-12T14:22:06,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:22:06,901 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:22:06,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:22:06,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:22:06,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:22:06,901 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:22:06,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421326901Disabling compacts and flushes for region at 1731421326901Disabling writes for close at 1731421326901Writing region close event to WAL at 1731421326901Closed at 1731421326901 2024-11-12T14:22:06,902 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:22:06,902 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T14:22:06,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T14:22:06,903 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:22:06,904 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T14:22:07,054 DEBUG [2b6d221c5cde:40017 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T14:22:07,055 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b6d221c5cde,33377,1731421324519 2024-11-12T14:22:07,055 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,33377,1731421324519, state=OPENING 2024-11-12T14:22:07,102 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T14:22:07,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1012f6c8d8f0006, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-234668121 2024-11-12T14:22:07,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33377-0x1012f6c8d8f0007, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-234668121 2024-11-12T14:22:07,113 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:22:07,113 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-234668121/meta-region-server: CHANGED 2024-11-12T14:22:07,113 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-234668121/meta-region-server: CHANGED 2024-11-12T14:22:07,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,33377,1731421324519}] 2024-11-12T14:22:07,265 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:22:07,266 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43769, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T14:22:07,268 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T14:22:07,268 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:22:07,268 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T14:22:07,269 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C33377%2C1731421324519.meta, suffix=.meta, logDir=hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519, archiveDir=hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/oldWALs, maxLogs=10 2024-11-12T14:22:07,282 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519/2b6d221c5cde%2C33377%2C1731421324519.meta.1731421327269.meta, exclude list is [], retry=0 2024-11-12T14:22:07,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36887,DS-42792128-b5ec-4391-a9da-230ba6429cc5,DISK] 2024-11-12T14:22:07,285 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519/2b6d221c5cde%2C33377%2C1731421324519.meta.1731421327269.meta 2024-11-12T14:22:07,286 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46271:46271)] 2024-11-12T14:22:07,286 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:22:07,287 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:22:07,287 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T14:22:07,287 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T14:22:07,287 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T14:22:07,287 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T14:22:07,287 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:22:07,287 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T14:22:07,287 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T14:22:07,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:22:07,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:22:07,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:07,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:22:07,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:22:07,290 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:22:07,290 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:07,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:22:07,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:22:07,291 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:22:07,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:07,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:22:07,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:22:07,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:22:07,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:07,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:22:07,292 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:22:07,293 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/hbase/meta/1588230740 2024-11-12T14:22:07,294 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/hbase/meta/1588230740 2024-11-12T14:22:07,294 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:22:07,294 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:22:07,295 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:22:07,296 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:22:07,296 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72098738, jitterRate=0.07435491681098938}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:22:07,296 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T14:22:07,296 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731421327288Writing region info on filesystem at 1731421327288Initializing all the Stores at 1731421327288Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421327288Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421327288Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421327288Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421327288Cleaning up temporary data from old regions at 1731421327294 (+6 ms)Running coprocessor post-open hooks at 1731421327296 (+2 ms)Region opened successfully at 1731421327296 2024-11-12T14:22:07,297 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731421327265 2024-11-12T14:22:07,298 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T14:22:07,299 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T14:22:07,299 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,33377,1731421324519 2024-11-12T14:22:07,300 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,33377,1731421324519, state=OPEN 2024-11-12T14:22:07,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1012f6c8d8f0006, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-234668121/meta-region-server 2024-11-12T14:22:07,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33377-0x1012f6c8d8f0007, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-234668121/meta-region-server 2024-11-12T14:22:07,309 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b6d221c5cde,33377,1731421324519 2024-11-12T14:22:07,309 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-234668121/meta-region-server: CHANGED 2024-11-12T14:22:07,309 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-234668121/meta-region-server: CHANGED 2024-11-12T14:22:07,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T14:22:07,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,33377,1731421324519 in 196 msec 2024-11-12T14:22:07,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T14:22:07,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 409 msec 2024-11-12T14:22:07,313 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:22:07,313 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T14:22:07,314 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:22:07,314 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,33377,1731421324519, seqNum=-1] 2024-11-12T14:22:07,314 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:22:07,315 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38735, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:22:07,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2460 sec 2024-11-12T14:22:07,319 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731421327319, completionTime=-1 2024-11-12T14:22:07,319 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T14:22:07,319 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T14:22:07,320 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T14:22:07,320 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731421387320 2024-11-12T14:22:07,320 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731421447320 2024-11-12T14:22:07,320 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T14:22:07,321 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,40017,1731421324326-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:07,321 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,40017,1731421324326-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:07,321 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,40017,1731421324326-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:07,321 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b6d221c5cde:40017, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:07,321 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:07,321 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:07,322 DEBUG [master/2b6d221c5cde:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T14:22:07,323 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.737sec 2024-11-12T14:22:07,323 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T14:22:07,323 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T14:22:07,324 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T14:22:07,324 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T14:22:07,324 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T14:22:07,324 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,40017,1731421324326-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:22:07,324 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,40017,1731421324326-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T14:22:07,325 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T14:22:07,325 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T14:22:07,325 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,40017,1731421324326-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:07,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d6f3c2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:07,346 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,40017,-1 for getting cluster id 2024-11-12T14:22:07,346 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:22:07,347 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54892499-c6cb-4d00-bebd-c659456e327a' 2024-11-12T14:22:07,347 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:22:07,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54892499-c6cb-4d00-bebd-c659456e327a" 2024-11-12T14:22:07,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b790d34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:07,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,40017,-1] 2024-11-12T14:22:07,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:22:07,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:07,349 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:22:07,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dd2fc29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:07,350 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:22:07,350 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,33377,1731421324519, seqNum=-1] 2024-11-12T14:22:07,351 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:22:07,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:22:07,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b6d221c5cde,40017,1731421324326 2024-11-12T14:22:07,353 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:60026 2024-11-12T14:22:07,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:22:07,365 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1012f6c8d8f0008 connected 2024-11-12T14:22:07,377 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:22:07,378 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,44821,1731421313012 2024-11-12T14:22:07,378 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e514160 2024-11-12T14:22:07,378 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:22:07,379 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:22:07,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:22:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T14:22:07,381 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T14:22:07,381 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:07,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T14:22:07,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:22:07,383 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T14:22:07,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741835_1011 (size=902) 2024-11-12T14:22:07,390 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T14:22:07,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:07,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:07,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:07,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:07,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:07,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:07,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:07,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:07,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:07,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:07,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:07,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:22:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:22:07,789 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d176f58b1897aa532e7099dc245f8574, NAME => 'test,,1731421327379.d176f58b1897aa532e7099dc245f8574.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e 2024-11-12T14:22:07,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741836_1012 (size=39) 2024-11-12T14:22:07,799 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731421327379.d176f58b1897aa532e7099dc245f8574.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:22:07,799 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d176f58b1897aa532e7099dc245f8574, disabling compactions & flushes 2024-11-12T14:22:07,799 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731421327379.d176f58b1897aa532e7099dc245f8574. 2024-11-12T14:22:07,799 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731421327379.d176f58b1897aa532e7099dc245f8574. 2024-11-12T14:22:07,799 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731421327379.d176f58b1897aa532e7099dc245f8574. after waiting 0 ms 2024-11-12T14:22:07,799 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731421327379.d176f58b1897aa532e7099dc245f8574. 2024-11-12T14:22:07,799 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731421327379.d176f58b1897aa532e7099dc245f8574. 2024-11-12T14:22:07,799 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d176f58b1897aa532e7099dc245f8574: Waiting for close lock at 1731421327799Disabling compacts and flushes for region at 1731421327799Disabling writes for close at 1731421327799Writing region close event to WAL at 1731421327799Closed at 1731421327799 2024-11-12T14:22:07,801 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T14:22:07,801 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731421327379.d176f58b1897aa532e7099dc245f8574.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731421327801"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731421327801"}]},"ts":"1731421327801"} 2024-11-12T14:22:07,803 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T14:22:07,803 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T14:22:07,804 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421327803"}]},"ts":"1731421327803"} 2024-11-12T14:22:07,805 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T14:22:07,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d176f58b1897aa532e7099dc245f8574, ASSIGN}] 2024-11-12T14:22:07,806 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d176f58b1897aa532e7099dc245f8574, ASSIGN 2024-11-12T14:22:07,807 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d176f58b1897aa532e7099dc245f8574, ASSIGN; state=OFFLINE, location=2b6d221c5cde,36443,1731421313278; forceNewPlan=false, retain=false 2024-11-12T14:22:07,958 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d176f58b1897aa532e7099dc245f8574, regionState=OPENING, regionLocation=2b6d221c5cde,36443,1731421313278 2024-11-12T14:22:07,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d176f58b1897aa532e7099dc245f8574, ASSIGN because future has completed 2024-11-12T14:22:07,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d176f58b1897aa532e7099dc245f8574, server=2b6d221c5cde,36443,1731421313278}] 2024-11-12T14:22:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:22:08,115 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731421327379.d176f58b1897aa532e7099dc245f8574. 2024-11-12T14:22:08,115 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d176f58b1897aa532e7099dc245f8574, NAME => 'test,,1731421327379.d176f58b1897aa532e7099dc245f8574.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:22:08,116 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:22:08,116 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T14:22:08,116 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d176f58b1897aa532e7099dc245f8574 2024-11-12T14:22:08,116 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731421327379.d176f58b1897aa532e7099dc245f8574.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:22:08,116 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d176f58b1897aa532e7099dc245f8574 2024-11-12T14:22:08,116 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d176f58b1897aa532e7099dc245f8574 2024-11-12T14:22:08,117 INFO [StoreOpener-d176f58b1897aa532e7099dc245f8574-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d176f58b1897aa532e7099dc245f8574 2024-11-12T14:22:08,118 INFO [StoreOpener-d176f58b1897aa532e7099dc245f8574-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d176f58b1897aa532e7099dc245f8574 columnFamilyName f 2024-11-12T14:22:08,118 DEBUG [StoreOpener-d176f58b1897aa532e7099dc245f8574-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:08,118 INFO [StoreOpener-d176f58b1897aa532e7099dc245f8574-1 {}] regionserver.HStore(327): Store=d176f58b1897aa532e7099dc245f8574/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:22:08,118 INFO [StoreOpener-d176f58b1897aa532e7099dc245f8574-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d176f58b1897aa532e7099dc245f8574 2024-11-12T14:22:08,119 INFO [StoreOpener-d176f58b1897aa532e7099dc245f8574-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d176f58b1897aa532e7099dc245f8574 columnFamilyName f1 2024-11-12T14:22:08,119 DEBUG [StoreOpener-d176f58b1897aa532e7099dc245f8574-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:08,119 INFO [StoreOpener-d176f58b1897aa532e7099dc245f8574-1 {}] regionserver.HStore(327): Store=d176f58b1897aa532e7099dc245f8574/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:22:08,119 INFO [StoreOpener-d176f58b1897aa532e7099dc245f8574-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d176f58b1897aa532e7099dc245f8574 2024-11-12T14:22:08,119 INFO [StoreOpener-d176f58b1897aa532e7099dc245f8574-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d176f58b1897aa532e7099dc245f8574 columnFamilyName norep 2024-11-12T14:22:08,119 DEBUG [StoreOpener-d176f58b1897aa532e7099dc245f8574-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:08,120 INFO [StoreOpener-d176f58b1897aa532e7099dc245f8574-1 {}] regionserver.HStore(327): Store=d176f58b1897aa532e7099dc245f8574/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:22:08,120 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d176f58b1897aa532e7099dc245f8574 2024-11-12T14:22:08,120 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/data/default/test/d176f58b1897aa532e7099dc245f8574 2024-11-12T14:22:08,120 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/data/default/test/d176f58b1897aa532e7099dc245f8574 2024-11-12T14:22:08,121 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d176f58b1897aa532e7099dc245f8574 2024-11-12T14:22:08,121 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d176f58b1897aa532e7099dc245f8574 2024-11-12T14:22:08,121 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T14:22:08,122 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d176f58b1897aa532e7099dc245f8574 2024-11-12T14:22:08,124 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/data/default/test/d176f58b1897aa532e7099dc245f8574/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:22:08,124 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d176f58b1897aa532e7099dc245f8574; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63457200, jitterRate=-0.05441403388977051}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T14:22:08,124 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d176f58b1897aa532e7099dc245f8574 2024-11-12T14:22:08,124 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d176f58b1897aa532e7099dc245f8574: Running coprocessor pre-open hook at 1731421328116Writing region info on filesystem at 1731421328116Initializing all the Stores at 1731421328116Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421328116Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421328117 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421328117Cleaning up temporary data from old regions at 1731421328121 (+4 ms)Running coprocessor post-open hooks at 1731421328124 (+3 ms)Region opened successfully at 1731421328124 2024-11-12T14:22:08,125 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731421327379.d176f58b1897aa532e7099dc245f8574., pid=6, masterSystemTime=1731421328112 2024-11-12T14:22:08,127 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731421327379.d176f58b1897aa532e7099dc245f8574. 2024-11-12T14:22:08,127 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731421327379.d176f58b1897aa532e7099dc245f8574. 2024-11-12T14:22:08,127 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d176f58b1897aa532e7099dc245f8574, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2b6d221c5cde,36443,1731421313278 2024-11-12T14:22:08,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d176f58b1897aa532e7099dc245f8574, server=2b6d221c5cde,36443,1731421313278 because future has completed 2024-11-12T14:22:08,131 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T14:22:08,131 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d176f58b1897aa532e7099dc245f8574, server=2b6d221c5cde,36443,1731421313278 in 170 msec 2024-11-12T14:22:08,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T14:22:08,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d176f58b1897aa532e7099dc245f8574, ASSIGN in 326 msec 2024-11-12T14:22:08,133 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T14:22:08,133 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421328133"}]},"ts":"1731421328133"} 2024-11-12T14:22:08,135 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T14:22:08,136 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T14:22:08,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 757 msec 2024-11-12T14:22:08,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:22:08,517 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T14:22:08,517 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:22:08,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,39075,1731421318199 2024-11-12T14:22:08,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e2959de 2024-11-12T14:22:08,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:22:08,519 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:22:08,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:22:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T14:22:08,521 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T14:22:08,521 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:08,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T14:22:08,522 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T14:22:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:22:08,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39853 is added to blk_1073741835_1011 (size=902) 2024-11-12T14:22:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:22:08,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:22:08,927 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 451d1c8c0bbebd941ba3456e4c7d0ec4, NAME => 'test,,1731421328519.451d1c8c0bbebd941ba3456e4c7d0ec4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6 2024-11-12T14:22:08,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39853 is added to blk_1073741836_1012 (size=39) 2024-11-12T14:22:09,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:22:09,332 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731421328519.451d1c8c0bbebd941ba3456e4c7d0ec4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:22:09,332 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 451d1c8c0bbebd941ba3456e4c7d0ec4, disabling compactions & flushes 2024-11-12T14:22:09,332 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731421328519.451d1c8c0bbebd941ba3456e4c7d0ec4. 2024-11-12T14:22:09,332 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731421328519.451d1c8c0bbebd941ba3456e4c7d0ec4. 2024-11-12T14:22:09,341 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731421328519.451d1c8c0bbebd941ba3456e4c7d0ec4. after waiting 0 ms 2024-11-12T14:22:09,341 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731421328519.451d1c8c0bbebd941ba3456e4c7d0ec4. 2024-11-12T14:22:09,341 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731421328519.451d1c8c0bbebd941ba3456e4c7d0ec4. 2024-11-12T14:22:09,341 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 451d1c8c0bbebd941ba3456e4c7d0ec4: Waiting for close lock at 1731421329332Disabling compacts and flushes for region at 1731421329332Disabling writes for close at 1731421329341 (+9 ms)Writing region close event to WAL at 1731421329341Closed at 1731421329341 2024-11-12T14:22:09,342 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T14:22:09,343 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731421328519.451d1c8c0bbebd941ba3456e4c7d0ec4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731421329343"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731421329343"}]},"ts":"1731421329343"} 2024-11-12T14:22:09,345 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T14:22:09,346 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T14:22:09,346 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421329346"}]},"ts":"1731421329346"} 2024-11-12T14:22:09,347 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T14:22:09,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=451d1c8c0bbebd941ba3456e4c7d0ec4, ASSIGN}] 2024-11-12T14:22:09,349 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=451d1c8c0bbebd941ba3456e4c7d0ec4, ASSIGN 2024-11-12T14:22:09,349 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=451d1c8c0bbebd941ba3456e4c7d0ec4, ASSIGN; state=OFFLINE, location=2b6d221c5cde,43825,1731421318464; forceNewPlan=false, retain=false 2024-11-12T14:22:09,500 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=451d1c8c0bbebd941ba3456e4c7d0ec4, regionState=OPENING, regionLocation=2b6d221c5cde,43825,1731421318464 2024-11-12T14:22:09,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=451d1c8c0bbebd941ba3456e4c7d0ec4, ASSIGN because future has completed 2024-11-12T14:22:09,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 451d1c8c0bbebd941ba3456e4c7d0ec4, server=2b6d221c5cde,43825,1731421318464}] 2024-11-12T14:22:09,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:22:09,657 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731421328519.451d1c8c0bbebd941ba3456e4c7d0ec4. 2024-11-12T14:22:09,657 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 451d1c8c0bbebd941ba3456e4c7d0ec4, NAME => 'test,,1731421328519.451d1c8c0bbebd941ba3456e4c7d0ec4.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:22:09,657 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:22:09,657 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T14:22:09,658 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 451d1c8c0bbebd941ba3456e4c7d0ec4 2024-11-12T14:22:09,658 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731421328519.451d1c8c0bbebd941ba3456e4c7d0ec4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:22:09,658 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 451d1c8c0bbebd941ba3456e4c7d0ec4 2024-11-12T14:22:09,658 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 451d1c8c0bbebd941ba3456e4c7d0ec4 2024-11-12T14:22:09,659 INFO [StoreOpener-451d1c8c0bbebd941ba3456e4c7d0ec4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 451d1c8c0bbebd941ba3456e4c7d0ec4 2024-11-12T14:22:09,660 INFO [StoreOpener-451d1c8c0bbebd941ba3456e4c7d0ec4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 451d1c8c0bbebd941ba3456e4c7d0ec4 columnFamilyName f 2024-11-12T14:22:09,660 DEBUG [StoreOpener-451d1c8c0bbebd941ba3456e4c7d0ec4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:09,660 INFO [StoreOpener-451d1c8c0bbebd941ba3456e4c7d0ec4-1 {}] regionserver.HStore(327): Store=451d1c8c0bbebd941ba3456e4c7d0ec4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:22:09,660 INFO [StoreOpener-451d1c8c0bbebd941ba3456e4c7d0ec4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 451d1c8c0bbebd941ba3456e4c7d0ec4 2024-11-12T14:22:09,661 INFO [StoreOpener-451d1c8c0bbebd941ba3456e4c7d0ec4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 451d1c8c0bbebd941ba3456e4c7d0ec4 columnFamilyName f1 2024-11-12T14:22:09,661 DEBUG [StoreOpener-451d1c8c0bbebd941ba3456e4c7d0ec4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:09,661 INFO [StoreOpener-451d1c8c0bbebd941ba3456e4c7d0ec4-1 {}] regionserver.HStore(327): Store=451d1c8c0bbebd941ba3456e4c7d0ec4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:22:09,661 INFO [StoreOpener-451d1c8c0bbebd941ba3456e4c7d0ec4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 451d1c8c0bbebd941ba3456e4c7d0ec4 2024-11-12T14:22:09,662 INFO [StoreOpener-451d1c8c0bbebd941ba3456e4c7d0ec4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 451d1c8c0bbebd941ba3456e4c7d0ec4 columnFamilyName norep 2024-11-12T14:22:09,662 DEBUG [StoreOpener-451d1c8c0bbebd941ba3456e4c7d0ec4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:09,662 INFO [StoreOpener-451d1c8c0bbebd941ba3456e4c7d0ec4-1 {}] regionserver.HStore(327): Store=451d1c8c0bbebd941ba3456e4c7d0ec4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:22:09,662 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 451d1c8c0bbebd941ba3456e4c7d0ec4 2024-11-12T14:22:09,663 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/data/default/test/451d1c8c0bbebd941ba3456e4c7d0ec4 2024-11-12T14:22:09,663 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/data/default/test/451d1c8c0bbebd941ba3456e4c7d0ec4 2024-11-12T14:22:09,663 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 451d1c8c0bbebd941ba3456e4c7d0ec4 2024-11-12T14:22:09,663 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 451d1c8c0bbebd941ba3456e4c7d0ec4 2024-11-12T14:22:09,664 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T14:22:09,664 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 451d1c8c0bbebd941ba3456e4c7d0ec4 2024-11-12T14:22:09,665 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/data/default/test/451d1c8c0bbebd941ba3456e4c7d0ec4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:22:09,666 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 451d1c8c0bbebd941ba3456e4c7d0ec4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69683013, jitterRate=0.03835780918598175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T14:22:09,666 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 451d1c8c0bbebd941ba3456e4c7d0ec4 2024-11-12T14:22:09,666 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 451d1c8c0bbebd941ba3456e4c7d0ec4: Running coprocessor pre-open hook at 1731421329658Writing region info on filesystem at 1731421329658Initializing all the Stores at 1731421329658Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421329658Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421329659 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421329659Cleaning up temporary data from old regions at 1731421329663 (+4 ms)Running coprocessor post-open hooks at 1731421329666 (+3 ms)Region opened successfully at 1731421329666 2024-11-12T14:22:09,667 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731421328519.451d1c8c0bbebd941ba3456e4c7d0ec4., pid=6, masterSystemTime=1731421329654 2024-11-12T14:22:09,668 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731421328519.451d1c8c0bbebd941ba3456e4c7d0ec4. 2024-11-12T14:22:09,668 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731421328519.451d1c8c0bbebd941ba3456e4c7d0ec4. 2024-11-12T14:22:09,668 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=451d1c8c0bbebd941ba3456e4c7d0ec4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2b6d221c5cde,43825,1731421318464 2024-11-12T14:22:09,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 451d1c8c0bbebd941ba3456e4c7d0ec4, server=2b6d221c5cde,43825,1731421318464 because future has completed 2024-11-12T14:22:09,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T14:22:09,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 451d1c8c0bbebd941ba3456e4c7d0ec4, server=2b6d221c5cde,43825,1731421318464 in 169 msec 2024-11-12T14:22:09,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T14:22:09,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=451d1c8c0bbebd941ba3456e4c7d0ec4, ASSIGN in 324 msec 2024-11-12T14:22:09,675 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T14:22:09,675 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421329675"}]},"ts":"1731421329675"} 2024-11-12T14:22:09,677 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T14:22:09,678 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T14:22:09,679 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-11-12T14:22:09,802 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T14:22:09,802 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-12T14:22:09,803 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T14:22:09,803 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-12T14:22:10,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:22:10,667 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T14:22:10,667 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:22:10,668 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,40017,1731421324326 2024-11-12T14:22:10,668 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b8b4962 2024-11-12T14:22:10,669 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:22:10,670 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:22:10,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:22:10,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T14:22:10,673 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T14:22:10,673 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:10,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T14:22:10,674 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T14:22:10,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:22:10,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741835_1011 (size=902) 2024-11-12T14:22:10,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:22:10,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:22:11,080 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 92dc894f44668e39291df88d05b68bfa, NAME => 'test,,1731421330670.92dc894f44668e39291df88d05b68bfa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112 2024-11-12T14:22:11,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741836_1012 (size=39) 2024-11-12T14:22:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:22:11,485 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731421330670.92dc894f44668e39291df88d05b68bfa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:22:11,485 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 92dc894f44668e39291df88d05b68bfa, disabling compactions & flushes 2024-11-12T14:22:11,485 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731421330670.92dc894f44668e39291df88d05b68bfa. 2024-11-12T14:22:11,485 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731421330670.92dc894f44668e39291df88d05b68bfa. 2024-11-12T14:22:11,485 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731421330670.92dc894f44668e39291df88d05b68bfa. after waiting 0 ms 2024-11-12T14:22:11,485 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731421330670.92dc894f44668e39291df88d05b68bfa. 2024-11-12T14:22:11,485 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731421330670.92dc894f44668e39291df88d05b68bfa. 2024-11-12T14:22:11,485 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 92dc894f44668e39291df88d05b68bfa: Waiting for close lock at 1731421331485Disabling compacts and flushes for region at 1731421331485Disabling writes for close at 1731421331485Writing region close event to WAL at 1731421331485Closed at 1731421331485 2024-11-12T14:22:11,526 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T14:22:11,526 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731421330670.92dc894f44668e39291df88d05b68bfa.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731421331526"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731421331526"}]},"ts":"1731421331526"} 2024-11-12T14:22:11,528 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T14:22:11,528 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T14:22:11,528 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421331528"}]},"ts":"1731421331528"} 2024-11-12T14:22:11,530 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T14:22:11,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=92dc894f44668e39291df88d05b68bfa, ASSIGN}] 2024-11-12T14:22:11,530 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=92dc894f44668e39291df88d05b68bfa, ASSIGN 2024-11-12T14:22:11,531 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=92dc894f44668e39291df88d05b68bfa, ASSIGN; state=OFFLINE, location=2b6d221c5cde,33377,1731421324519; forceNewPlan=false, retain=false 2024-11-12T14:22:11,682 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=92dc894f44668e39291df88d05b68bfa, regionState=OPENING, regionLocation=2b6d221c5cde,33377,1731421324519 2024-11-12T14:22:11,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=92dc894f44668e39291df88d05b68bfa, ASSIGN because future has completed 2024-11-12T14:22:11,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92dc894f44668e39291df88d05b68bfa, server=2b6d221c5cde,33377,1731421324519}] 2024-11-12T14:22:11,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:22:11,840 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731421330670.92dc894f44668e39291df88d05b68bfa. 2024-11-12T14:22:11,840 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 92dc894f44668e39291df88d05b68bfa, NAME => 'test,,1731421330670.92dc894f44668e39291df88d05b68bfa.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:22:11,841 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:22:11,841 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T14:22:11,841 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 92dc894f44668e39291df88d05b68bfa 2024-11-12T14:22:11,841 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731421330670.92dc894f44668e39291df88d05b68bfa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:22:11,841 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 92dc894f44668e39291df88d05b68bfa 2024-11-12T14:22:11,841 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 92dc894f44668e39291df88d05b68bfa 2024-11-12T14:22:11,842 INFO [StoreOpener-92dc894f44668e39291df88d05b68bfa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 92dc894f44668e39291df88d05b68bfa 2024-11-12T14:22:11,843 INFO [StoreOpener-92dc894f44668e39291df88d05b68bfa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92dc894f44668e39291df88d05b68bfa columnFamilyName f 2024-11-12T14:22:11,843 DEBUG [StoreOpener-92dc894f44668e39291df88d05b68bfa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:11,843 INFO [StoreOpener-92dc894f44668e39291df88d05b68bfa-1 {}] regionserver.HStore(327): Store=92dc894f44668e39291df88d05b68bfa/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:22:11,843 INFO [StoreOpener-92dc894f44668e39291df88d05b68bfa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 92dc894f44668e39291df88d05b68bfa 2024-11-12T14:22:11,844 INFO [StoreOpener-92dc894f44668e39291df88d05b68bfa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92dc894f44668e39291df88d05b68bfa columnFamilyName f1 2024-11-12T14:22:11,844 DEBUG [StoreOpener-92dc894f44668e39291df88d05b68bfa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:11,844 INFO [StoreOpener-92dc894f44668e39291df88d05b68bfa-1 {}] regionserver.HStore(327): Store=92dc894f44668e39291df88d05b68bfa/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:22:11,844 INFO [StoreOpener-92dc894f44668e39291df88d05b68bfa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 92dc894f44668e39291df88d05b68bfa 2024-11-12T14:22:11,845 INFO [StoreOpener-92dc894f44668e39291df88d05b68bfa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92dc894f44668e39291df88d05b68bfa columnFamilyName norep 2024-11-12T14:22:11,845 DEBUG [StoreOpener-92dc894f44668e39291df88d05b68bfa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:11,845 INFO [StoreOpener-92dc894f44668e39291df88d05b68bfa-1 {}] regionserver.HStore(327): Store=92dc894f44668e39291df88d05b68bfa/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:22:11,846 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 92dc894f44668e39291df88d05b68bfa 2024-11-12T14:22:11,846 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/default/test/92dc894f44668e39291df88d05b68bfa 2024-11-12T14:22:11,846 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/default/test/92dc894f44668e39291df88d05b68bfa 2024-11-12T14:22:11,847 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 92dc894f44668e39291df88d05b68bfa 2024-11-12T14:22:11,847 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 92dc894f44668e39291df88d05b68bfa 2024-11-12T14:22:11,847 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T14:22:11,848 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 92dc894f44668e39291df88d05b68bfa 2024-11-12T14:22:11,857 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/default/test/92dc894f44668e39291df88d05b68bfa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:22:11,858 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 92dc894f44668e39291df88d05b68bfa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69844960, jitterRate=0.0407710075378418}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T14:22:11,858 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 92dc894f44668e39291df88d05b68bfa 2024-11-12T14:22:11,858 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 92dc894f44668e39291df88d05b68bfa: Running coprocessor pre-open hook at 1731421331841Writing region info on filesystem at 1731421331841Initializing all the Stores at 1731421331842 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421331842Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421331842Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421331842Cleaning up temporary data from old regions at 1731421331847 (+5 ms)Running coprocessor post-open hooks at 1731421331858 (+11 ms)Region opened successfully at 1731421331858 2024-11-12T14:22:11,859 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731421330670.92dc894f44668e39291df88d05b68bfa., pid=6, masterSystemTime=1731421331838 2024-11-12T14:22:11,861 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731421330670.92dc894f44668e39291df88d05b68bfa. 2024-11-12T14:22:11,861 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731421330670.92dc894f44668e39291df88d05b68bfa. 2024-11-12T14:22:11,861 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=92dc894f44668e39291df88d05b68bfa, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2b6d221c5cde,33377,1731421324519 2024-11-12T14:22:11,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92dc894f44668e39291df88d05b68bfa, server=2b6d221c5cde,33377,1731421324519 because future has completed 2024-11-12T14:22:11,865 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T14:22:11,865 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 92dc894f44668e39291df88d05b68bfa, server=2b6d221c5cde,33377,1731421324519 in 180 msec 2024-11-12T14:22:11,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T14:22:11,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=92dc894f44668e39291df88d05b68bfa, ASSIGN in 335 msec 2024-11-12T14:22:11,867 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T14:22:11,868 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421331867"}]},"ts":"1731421331867"} 2024-11-12T14:22:11,869 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T14:22:11,870 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T14:22:11,871 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2000 sec 2024-11-12T14:22:12,228 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T14:22:12,789 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T14:22:12,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:12,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:12,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:22:12,817 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T14:22:12,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@608212aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:12,818 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,44821,-1 for getting cluster id 2024-11-12T14:22:12,818 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:22:12,819 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7869e561-d68b-48c3-ab47-e30bdd687e83' 2024-11-12T14:22:12,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:22:12,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7869e561-d68b-48c3-ab47-e30bdd687e83" 2024-11-12T14:22:12,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d04eb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:12,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,44821,-1] 2024-11-12T14:22:12,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:22:12,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:12,821 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:22:12,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@172d2b29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:12,822 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:22:12,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,44821,1731421313012 2024-11-12T14:22:12,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e62d0ec 2024-11-12T14:22:12,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:22:12,823 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:22:12,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2b6d221c5cde:39075,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T14:22:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T14:22:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:22:12,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:12,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:12,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:12,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:12,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:12,826 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b6d221c5cde:39075' 2024-11-12T14:22:12,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:12,827 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36ffc657, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:12,827 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,39075,-1 for getting cluster id 2024-11-12T14:22:12,827 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:22:12,828 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48f31ac3-17df-43d7-92b1-676964ca3125' 2024-11-12T14:22:12,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:22:12,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48f31ac3-17df-43d7-92b1-676964ca3125" 2024-11-12T14:22:12,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67b7a1e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:12,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,39075,-1] 2024-11-12T14:22:12,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:22:12,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:12,830 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:22:12,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19926afa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:12,830 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:22:12,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,39075,1731421318199 2024-11-12T14:22:12,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33d26097 2024-11-12T14:22:12,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:22:12,832 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:22:12,833 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T14:22:12,833 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T14:22:12,833 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:12,833 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:12,833 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:22:12,833 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:22:12,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:12,834 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T14:22:12,835 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T14:22:12,835 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:12,836 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T14:22:12,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:12,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:12,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:12,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741837_1013 (size=1138) 2024-11-12T14:22:12,884 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T14:22:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:22:13,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:22:13,243 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 25be21f2bab7acd5c99cc1d3bf160527, NAME => 'hbase:replication,,1731421332833.25be21f2bab7acd5c99cc1d3bf160527.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e 2024-11-12T14:22:13,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741838_1014 (size=44) 2024-11-12T14:22:13,248 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731421332833.25be21f2bab7acd5c99cc1d3bf160527.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:22:13,248 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 25be21f2bab7acd5c99cc1d3bf160527, disabling compactions & flushes 2024-11-12T14:22:13,248 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731421332833.25be21f2bab7acd5c99cc1d3bf160527. 2024-11-12T14:22:13,248 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731421332833.25be21f2bab7acd5c99cc1d3bf160527. 2024-11-12T14:22:13,248 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731421332833.25be21f2bab7acd5c99cc1d3bf160527. after waiting 0 ms 2024-11-12T14:22:13,248 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731421332833.25be21f2bab7acd5c99cc1d3bf160527. 2024-11-12T14:22:13,248 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731421332833.25be21f2bab7acd5c99cc1d3bf160527. 2024-11-12T14:22:13,248 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 25be21f2bab7acd5c99cc1d3bf160527: Waiting for close lock at 1731421333248Disabling compacts and flushes for region at 1731421333248Disabling writes for close at 1731421333248Writing region close event to WAL at 1731421333248Closed at 1731421333248 2024-11-12T14:22:13,249 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T14:22:13,249 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731421332833.25be21f2bab7acd5c99cc1d3bf160527.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731421333249"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731421333249"}]},"ts":"1731421333249"} 2024-11-12T14:22:13,251 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T14:22:13,252 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T14:22:13,252 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421333252"}]},"ts":"1731421333252"} 2024-11-12T14:22:13,254 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T14:22:13,254 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=25be21f2bab7acd5c99cc1d3bf160527, ASSIGN}] 2024-11-12T14:22:13,256 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=25be21f2bab7acd5c99cc1d3bf160527, ASSIGN 2024-11-12T14:22:13,256 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=25be21f2bab7acd5c99cc1d3bf160527, ASSIGN; state=OFFLINE, location=2b6d221c5cde,36443,1731421313278; forceNewPlan=false, retain=false 2024-11-12T14:22:13,407 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=25be21f2bab7acd5c99cc1d3bf160527, regionState=OPENING, regionLocation=2b6d221c5cde,36443,1731421313278 2024-11-12T14:22:13,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=25be21f2bab7acd5c99cc1d3bf160527, ASSIGN because future has completed 2024-11-12T14:22:13,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25be21f2bab7acd5c99cc1d3bf160527, server=2b6d221c5cde,36443,1731421313278}] 2024-11-12T14:22:13,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:22:13,564 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731421332833.25be21f2bab7acd5c99cc1d3bf160527. 2024-11-12T14:22:13,564 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:22:13,564 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T14:22:13,565 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C36443%2C1731421313278.rep, suffix=, logDir=hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278, archiveDir=hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/oldWALs, maxLogs=10 2024-11-12T14:22:13,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.rep.1731421333566, exclude list is [], retry=0 2024-11-12T14:22:13,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34599,DS-6d115923-e612-4337-8452-0d62aa52b47b,DISK] 2024-11-12T14:22:13,585 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.rep.1731421333566 2024-11-12T14:22:13,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42513:42513)] 2024-11-12T14:22:13,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 25be21f2bab7acd5c99cc1d3bf160527, NAME => 'hbase:replication,,1731421332833.25be21f2bab7acd5c99cc1d3bf160527.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:22:13,589 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:22:13,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T14:22:13,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731421332833.25be21f2bab7acd5c99cc1d3bf160527. service=MultiRowMutationService 2024-11-12T14:22:13,589 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T14:22:13,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 25be21f2bab7acd5c99cc1d3bf160527 2024-11-12T14:22:13,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731421332833.25be21f2bab7acd5c99cc1d3bf160527.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:22:13,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 25be21f2bab7acd5c99cc1d3bf160527 2024-11-12T14:22:13,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 25be21f2bab7acd5c99cc1d3bf160527 2024-11-12T14:22:13,591 INFO [StoreOpener-25be21f2bab7acd5c99cc1d3bf160527-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 25be21f2bab7acd5c99cc1d3bf160527 2024-11-12T14:22:13,592 INFO [StoreOpener-25be21f2bab7acd5c99cc1d3bf160527-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25be21f2bab7acd5c99cc1d3bf160527 columnFamilyName hfileref 2024-11-12T14:22:13,592 DEBUG [StoreOpener-25be21f2bab7acd5c99cc1d3bf160527-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:13,592 INFO [StoreOpener-25be21f2bab7acd5c99cc1d3bf160527-1 {}] regionserver.HStore(327): Store=25be21f2bab7acd5c99cc1d3bf160527/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:22:13,592 INFO [StoreOpener-25be21f2bab7acd5c99cc1d3bf160527-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 25be21f2bab7acd5c99cc1d3bf160527 2024-11-12T14:22:13,593 INFO [StoreOpener-25be21f2bab7acd5c99cc1d3bf160527-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25be21f2bab7acd5c99cc1d3bf160527 columnFamilyName queue 2024-11-12T14:22:13,593 DEBUG [StoreOpener-25be21f2bab7acd5c99cc1d3bf160527-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:13,593 INFO [StoreOpener-25be21f2bab7acd5c99cc1d3bf160527-1 {}] regionserver.HStore(327): Store=25be21f2bab7acd5c99cc1d3bf160527/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:22:13,593 INFO [StoreOpener-25be21f2bab7acd5c99cc1d3bf160527-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 25be21f2bab7acd5c99cc1d3bf160527 2024-11-12T14:22:13,594 INFO [StoreOpener-25be21f2bab7acd5c99cc1d3bf160527-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25be21f2bab7acd5c99cc1d3bf160527 columnFamilyName sid 2024-11-12T14:22:13,594 DEBUG [StoreOpener-25be21f2bab7acd5c99cc1d3bf160527-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:13,594 INFO [StoreOpener-25be21f2bab7acd5c99cc1d3bf160527-1 {}] regionserver.HStore(327): Store=25be21f2bab7acd5c99cc1d3bf160527/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:22:13,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 25be21f2bab7acd5c99cc1d3bf160527 2024-11-12T14:22:13,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/data/hbase/replication/25be21f2bab7acd5c99cc1d3bf160527 2024-11-12T14:22:13,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/data/hbase/replication/25be21f2bab7acd5c99cc1d3bf160527 2024-11-12T14:22:13,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 25be21f2bab7acd5c99cc1d3bf160527 2024-11-12T14:22:13,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 25be21f2bab7acd5c99cc1d3bf160527 2024-11-12T14:22:13,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T14:22:13,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 25be21f2bab7acd5c99cc1d3bf160527 2024-11-12T14:22:13,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/data/hbase/replication/25be21f2bab7acd5c99cc1d3bf160527/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:22:13,598 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 25be21f2bab7acd5c99cc1d3bf160527; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61929723, jitterRate=-0.07717521488666534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T14:22:13,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 25be21f2bab7acd5c99cc1d3bf160527 2024-11-12T14:22:13,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 25be21f2bab7acd5c99cc1d3bf160527: Running coprocessor pre-open hook at 1731421333590Writing region info on filesystem at 1731421333590Initializing all the Stores at 1731421333590Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421333590Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421333591 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421333591Cleaning up temporary data from old regions at 1731421333596 (+5 ms)Running coprocessor post-open hooks at 1731421333599 (+3 ms)Region opened successfully at 1731421333599 2024-11-12T14:22:13,600 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731421332833.25be21f2bab7acd5c99cc1d3bf160527., pid=10, masterSystemTime=1731421333561 2024-11-12T14:22:13,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731421332833.25be21f2bab7acd5c99cc1d3bf160527. 2024-11-12T14:22:13,602 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731421332833.25be21f2bab7acd5c99cc1d3bf160527. 2024-11-12T14:22:13,602 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=25be21f2bab7acd5c99cc1d3bf160527, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,36443,1731421313278 2024-11-12T14:22:13,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25be21f2bab7acd5c99cc1d3bf160527, server=2b6d221c5cde,36443,1731421313278 because future has completed 2024-11-12T14:22:13,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T14:22:13,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 25be21f2bab7acd5c99cc1d3bf160527, server=2b6d221c5cde,36443,1731421313278 in 195 msec 2024-11-12T14:22:13,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T14:22:13,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=25be21f2bab7acd5c99cc1d3bf160527, ASSIGN in 352 msec 2024-11-12T14:22:13,607 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T14:22:13,607 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421333607"}]},"ts":"1731421333607"} 2024-11-12T14:22:13,609 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T14:22:13,610 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T14:22:13,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 777 msec 2024-11-12T14:22:13,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731421332833.25be21f2bab7acd5c99cc1d3bf160527., hostname=2b6d221c5cde,36443,1731421313278, seqNum=2] 2024-11-12T14:22:13,667 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T14:22:13,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36443-0x1012f6c8d8f0001, quorum=127.0.0.1:60026, baseZNode=/01195182214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01195182214 2024-11-12T14:22:13,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44821-0x1012f6c8d8f0000, quorum=127.0.0.1:60026, baseZNode=/01195182214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01195182214 2024-11-12T14:22:13,784 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T14:22:13,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36443 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T14:22:13,936 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T14:22:13,961 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2b6d221c5cde,36443,1731421313278, ReplicationSource: 1, currentBandwidth=0 2024-11-12T14:22:13,962 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:22:13,962 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,36443,1731421313278, seqNum=-1] 2024-11-12T14:22:13,962 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:22:13,963 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55743, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-12T14:22:13,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2b6d221c5cde,36443,1731421313278', locateType=CURRENT is [region=hbase:replication,,1731421332833.25be21f2bab7acd5c99cc1d3bf160527., hostname=2b6d221c5cde,36443,1731421313278, seqNum=2] 2024-11-12T14:22:13,967 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T14:22:13,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:22:13,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T14:22:13,968 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2b6d221c5cde,36443,1731421313278 suceeded 2024-11-12T14:22:13,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T14:22:13,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-12T14:22:13,970 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2b6d221c5cde:39075,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T14:22:13,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1460 sec 2024-11-12T14:22:13,981 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b6d221c5cde:39075' 2024-11-12T14:22:13,982 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20ba0c07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:13,982 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,39075,-1 for getting cluster id 2024-11-12T14:22:13,982 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:22:13,982 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48f31ac3-17df-43d7-92b1-676964ca3125' 2024-11-12T14:22:13,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:22:13,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48f31ac3-17df-43d7-92b1-676964ca3125" 2024-11-12T14:22:13,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59c7f3d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:13,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,39075,-1] 2024-11-12T14:22:13,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:22:13,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:13,984 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:22:13,984 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b1466f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:13,984 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:22:13,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,39075,1731421318199 2024-11-12T14:22:13,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2edc1234 2024-11-12T14:22:13,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:22:13,985 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-12T14:22:13,986 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2b6d221c5cde,36443,1731421313278 (queues=1) is replicating from cluster=7869e561-d68b-48c3-ab47-e30bdd687e83 to cluster=48f31ac3-17df-43d7-92b1-676964ca3125 2024-11-12T14:22:13,986 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2b6d221c5cde%2C36443%2C1731421313278 2024-11-12T14:22:13,986 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2b6d221c5cde,36443,1731421313278, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T14:22:13,986 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.shipper2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2b6d221c5cde%2C36443%2C1731421313278 2024-11-12T14:22:13,986 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500, startPosition=0, beingWritten=true 2024-11-12T14:22:13,993 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T14:22:13,993 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 379, reset compression=false 2024-11-12T14:22:13,993 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.shipper2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,36443,1731421313278 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T14:22:14,196 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 379, reset compression=false 2024-11-12T14:22:14,499 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 379, reset compression=false 2024-11-12T14:22:14,902 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 379, reset compression=false 2024-11-12T14:22:14,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:22:14,977 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T14:22:14,977 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:22:14,977 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:22:14,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:14,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:14,977 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:22:14,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cade801, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:14,977 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,39075,-1 for getting cluster id 2024-11-12T14:22:14,978 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:22:14,978 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48f31ac3-17df-43d7-92b1-676964ca3125' 2024-11-12T14:22:14,978 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:22:14,978 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48f31ac3-17df-43d7-92b1-676964ca3125" 2024-11-12T14:22:14,978 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1460f1a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:14,978 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,39075,-1] 2024-11-12T14:22:14,979 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:22:14,979 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:14,979 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:22:14,980 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23351ddd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:14,980 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:22:14,980 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,39075,1731421318199 2024-11-12T14:22:14,980 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d4898f7 2024-11-12T14:22:14,980 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:22:14,981 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:22:14,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2b6d221c5cde:40017,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T14:22:14,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T14:22:14,983 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b6d221c5cde:40017' 2024-11-12T14:22:14,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:22:14,984 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c48231d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:14,984 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,40017,-1 for getting cluster id 2024-11-12T14:22:14,984 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:22:14,985 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54892499-c6cb-4d00-bebd-c659456e327a' 2024-11-12T14:22:14,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:22:14,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54892499-c6cb-4d00-bebd-c659456e327a" 2024-11-12T14:22:14,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@429bea1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:14,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,40017,-1] 2024-11-12T14:22:14,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:22:14,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:14,986 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:22:14,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5453db7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:14,986 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:22:14,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,40017,1731421324326 2024-11-12T14:22:14,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b1cea02 2024-11-12T14:22:14,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:22:14,987 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:22:14,988 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-12T14:22:14,988 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T14:22:14,988 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:14,988 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:14,988 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:22:14,988 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:22:14,989 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T14:22:14,990 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T14:22:14,990 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:14,991 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T14:22:14,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39853 is added to blk_1073741837_1013 (size=1138) 2024-11-12T14:22:15,039 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T14:22:15,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:22:15,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:22:15,399 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 630d5924c1769c7ebec89643e1ca2dab, NAME => 'hbase:replication,,1731421334988.630d5924c1769c7ebec89643e1ca2dab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6 2024-11-12T14:22:15,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39853 is added to blk_1073741838_1014 (size=44) 2024-11-12T14:22:15,406 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 379, reset compression=false 2024-11-12T14:22:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:22:15,803 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731421334988.630d5924c1769c7ebec89643e1ca2dab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:22:15,803 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 630d5924c1769c7ebec89643e1ca2dab, disabling compactions & flushes 2024-11-12T14:22:15,803 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731421334988.630d5924c1769c7ebec89643e1ca2dab. 2024-11-12T14:22:15,803 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731421334988.630d5924c1769c7ebec89643e1ca2dab. 2024-11-12T14:22:15,803 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731421334988.630d5924c1769c7ebec89643e1ca2dab. after waiting 0 ms 2024-11-12T14:22:15,803 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731421334988.630d5924c1769c7ebec89643e1ca2dab. 2024-11-12T14:22:15,803 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731421334988.630d5924c1769c7ebec89643e1ca2dab. 2024-11-12T14:22:15,803 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 630d5924c1769c7ebec89643e1ca2dab: Waiting for close lock at 1731421335803Disabling compacts and flushes for region at 1731421335803Disabling writes for close at 1731421335803Writing region close event to WAL at 1731421335803Closed at 1731421335803 2024-11-12T14:22:15,804 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T14:22:15,804 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731421334988.630d5924c1769c7ebec89643e1ca2dab.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731421335804"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731421335804"}]},"ts":"1731421335804"} 2024-11-12T14:22:15,806 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T14:22:15,806 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T14:22:15,806 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421335806"}]},"ts":"1731421335806"} 2024-11-12T14:22:15,808 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T14:22:15,808 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=630d5924c1769c7ebec89643e1ca2dab, ASSIGN}] 2024-11-12T14:22:15,809 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=630d5924c1769c7ebec89643e1ca2dab, ASSIGN 2024-11-12T14:22:15,809 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=630d5924c1769c7ebec89643e1ca2dab, ASSIGN; state=OFFLINE, location=2b6d221c5cde,43825,1731421318464; forceNewPlan=false, retain=false 2024-11-12T14:22:15,960 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=630d5924c1769c7ebec89643e1ca2dab, regionState=OPENING, regionLocation=2b6d221c5cde,43825,1731421318464 2024-11-12T14:22:15,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=630d5924c1769c7ebec89643e1ca2dab, ASSIGN because future has completed 2024-11-12T14:22:15,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 630d5924c1769c7ebec89643e1ca2dab, server=2b6d221c5cde,43825,1731421318464}] 2024-11-12T14:22:16,008 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 379, reset compression=false 2024-11-12T14:22:16,116 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731421334988.630d5924c1769c7ebec89643e1ca2dab. 2024-11-12T14:22:16,116 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:22:16,117 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T14:22:16,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:22:16,117 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C43825%2C1731421318464.rep, suffix=, logDir=hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464, archiveDir=hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/oldWALs, maxLogs=10 2024-11-12T14:22:16,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.rep.1731421336118, exclude list is [], retry=0 2024-11-12T14:22:16,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39853,DS-d327e71c-ea2c-4a56-a8ec-61a959f9a93b,DISK] 2024-11-12T14:22:16,132 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.rep.1731421336118 2024-11-12T14:22:16,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38511:38511)] 2024-11-12T14:22:16,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 630d5924c1769c7ebec89643e1ca2dab, NAME => 'hbase:replication,,1731421334988.630d5924c1769c7ebec89643e1ca2dab.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:22:16,133 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:22:16,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T14:22:16,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731421334988.630d5924c1769c7ebec89643e1ca2dab. service=MultiRowMutationService 2024-11-12T14:22:16,133 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T14:22:16,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 630d5924c1769c7ebec89643e1ca2dab 2024-11-12T14:22:16,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731421334988.630d5924c1769c7ebec89643e1ca2dab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:22:16,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 630d5924c1769c7ebec89643e1ca2dab 2024-11-12T14:22:16,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 630d5924c1769c7ebec89643e1ca2dab 2024-11-12T14:22:16,134 INFO [StoreOpener-630d5924c1769c7ebec89643e1ca2dab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 630d5924c1769c7ebec89643e1ca2dab 2024-11-12T14:22:16,135 INFO [StoreOpener-630d5924c1769c7ebec89643e1ca2dab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 630d5924c1769c7ebec89643e1ca2dab columnFamilyName hfileref 2024-11-12T14:22:16,135 DEBUG [StoreOpener-630d5924c1769c7ebec89643e1ca2dab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:16,135 INFO [StoreOpener-630d5924c1769c7ebec89643e1ca2dab-1 {}] regionserver.HStore(327): Store=630d5924c1769c7ebec89643e1ca2dab/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:22:16,135 INFO [StoreOpener-630d5924c1769c7ebec89643e1ca2dab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 630d5924c1769c7ebec89643e1ca2dab 2024-11-12T14:22:16,136 INFO [StoreOpener-630d5924c1769c7ebec89643e1ca2dab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 630d5924c1769c7ebec89643e1ca2dab columnFamilyName queue 2024-11-12T14:22:16,136 DEBUG [StoreOpener-630d5924c1769c7ebec89643e1ca2dab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:16,136 INFO [StoreOpener-630d5924c1769c7ebec89643e1ca2dab-1 {}] regionserver.HStore(327): Store=630d5924c1769c7ebec89643e1ca2dab/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:22:16,136 INFO [StoreOpener-630d5924c1769c7ebec89643e1ca2dab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 630d5924c1769c7ebec89643e1ca2dab 2024-11-12T14:22:16,137 INFO [StoreOpener-630d5924c1769c7ebec89643e1ca2dab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 630d5924c1769c7ebec89643e1ca2dab columnFamilyName sid 2024-11-12T14:22:16,137 DEBUG [StoreOpener-630d5924c1769c7ebec89643e1ca2dab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:16,137 INFO [StoreOpener-630d5924c1769c7ebec89643e1ca2dab-1 {}] regionserver.HStore(327): Store=630d5924c1769c7ebec89643e1ca2dab/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:22:16,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 630d5924c1769c7ebec89643e1ca2dab 2024-11-12T14:22:16,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/data/hbase/replication/630d5924c1769c7ebec89643e1ca2dab 2024-11-12T14:22:16,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/data/hbase/replication/630d5924c1769c7ebec89643e1ca2dab 2024-11-12T14:22:16,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 630d5924c1769c7ebec89643e1ca2dab 2024-11-12T14:22:16,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 630d5924c1769c7ebec89643e1ca2dab 2024-11-12T14:22:16,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T14:22:16,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 630d5924c1769c7ebec89643e1ca2dab 2024-11-12T14:22:16,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/data/hbase/replication/630d5924c1769c7ebec89643e1ca2dab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:22:16,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 630d5924c1769c7ebec89643e1ca2dab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73342535, jitterRate=0.09288893640041351}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T14:22:16,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 630d5924c1769c7ebec89643e1ca2dab 2024-11-12T14:22:16,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 630d5924c1769c7ebec89643e1ca2dab: Running coprocessor pre-open hook at 1731421336133Writing region info on filesystem at 1731421336133Initializing all the Stores at 1731421336134 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421336134Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421336134Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421336134Cleaning up temporary data from old regions at 1731421336138 (+4 ms)Running coprocessor post-open hooks at 1731421336141 (+3 ms)Region opened successfully at 1731421336141 2024-11-12T14:22:16,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731421334988.630d5924c1769c7ebec89643e1ca2dab., pid=10, masterSystemTime=1731421336114 2024-11-12T14:22:16,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731421334988.630d5924c1769c7ebec89643e1ca2dab. 2024-11-12T14:22:16,143 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731421334988.630d5924c1769c7ebec89643e1ca2dab. 2024-11-12T14:22:16,144 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=630d5924c1769c7ebec89643e1ca2dab, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,43825,1731421318464 2024-11-12T14:22:16,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 630d5924c1769c7ebec89643e1ca2dab, server=2b6d221c5cde,43825,1731421318464 because future has completed 2024-11-12T14:22:16,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T14:22:16,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 630d5924c1769c7ebec89643e1ca2dab, server=2b6d221c5cde,43825,1731421318464 in 184 msec 2024-11-12T14:22:16,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T14:22:16,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=630d5924c1769c7ebec89643e1ca2dab, ASSIGN in 340 msec 2024-11-12T14:22:16,150 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T14:22:16,150 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421336150"}]},"ts":"1731421336150"} 2024-11-12T14:22:16,151 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T14:22:16,152 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T14:22:16,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1640 sec 2024-11-12T14:22:16,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731421334988.630d5924c1769c7ebec89643e1ca2dab., hostname=2b6d221c5cde,43825,1731421318464, seqNum=2] 2024-11-12T14:22:16,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1012f6c8d8f0003, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1206090488 2024-11-12T14:22:16,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43825-0x1012f6c8d8f0004, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1206090488 2024-11-12T14:22:16,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T14:22:16,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43825 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T14:22:16,451 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T14:22:16,483 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2b6d221c5cde,43825,1731421318464, ReplicationSource: 1, currentBandwidth=0 2024-11-12T14:22:16,484 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:22:16,484 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,43825,1731421318464, seqNum=-1] 2024-11-12T14:22:16,484 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:22:16,485 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-12T14:22:16,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2b6d221c5cde,43825,1731421318464', locateType=CURRENT is [region=hbase:replication,,1731421334988.630d5924c1769c7ebec89643e1ca2dab., hostname=2b6d221c5cde,43825,1731421318464, seqNum=2] 2024-11-12T14:22:16,496 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T14:22:16,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T14:22:16,498 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2b6d221c5cde,43825,1731421318464 suceeded 2024-11-12T14:22:16,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T14:22:16,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-12T14:22:16,500 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2b6d221c5cde:40017,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T14:22:16,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5190 sec 2024-11-12T14:22:16,512 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b6d221c5cde:40017' 2024-11-12T14:22:16,513 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@341ba945, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:16,513 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,40017,-1 for getting cluster id 2024-11-12T14:22:16,514 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:22:16,514 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54892499-c6cb-4d00-bebd-c659456e327a' 2024-11-12T14:22:16,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:22:16,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54892499-c6cb-4d00-bebd-c659456e327a" 2024-11-12T14:22:16,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18d62d75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:16,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,40017,-1] 2024-11-12T14:22:16,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:22:16,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:16,516 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:22:16,517 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c75dab4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:16,517 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:22:16,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,40017,1731421324326 2024-11-12T14:22:16,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54dd22db 2024-11-12T14:22:16,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:22:16,519 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-12T14:22:16,519 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2b6d221c5cde,43825,1731421318464 (queues=1) is replicating from cluster=48f31ac3-17df-43d7-92b1-676964ca3125 to cluster=54892499-c6cb-4d00-bebd-c659456e327a 2024-11-12T14:22:16,519 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2b6d221c5cde%2C43825%2C1731421318464 2024-11-12T14:22:16,519 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2b6d221c5cde,43825,1731421318464, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T14:22:16,520 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.shipper2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2b6d221c5cde%2C43825%2C1731421318464 2024-11-12T14:22:16,520 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907, startPosition=0, beingWritten=true 2024-11-12T14:22:16,525 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T14:22:16,525 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 to pos 379, reset compression=false 2024-11-12T14:22:16,525 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.shipper2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,43825,1731421318464 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T14:22:16,711 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 379, reset compression=false 2024-11-12T14:22:16,733 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 to pos 379, reset compression=false 2024-11-12T14:22:17,037 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 to pos 379, reset compression=false 2024-11-12T14:22:17,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:22:17,127 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T14:22:17,127 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:22:17,127 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:22:17,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:17,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:17,127 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:22:17,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b23f14c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:17,128 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,40017,-1 for getting cluster id 2024-11-12T14:22:17,128 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:22:17,129 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54892499-c6cb-4d00-bebd-c659456e327a' 2024-11-12T14:22:17,129 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:22:17,129 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54892499-c6cb-4d00-bebd-c659456e327a" 2024-11-12T14:22:17,129 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d053dc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:17,129 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,40017,-1] 2024-11-12T14:22:17,129 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:22:17,129 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:17,130 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:22:17,130 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cf87ec1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:17,130 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:22:17,131 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,40017,1731421324326 2024-11-12T14:22:17,131 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f1a9c10 2024-11-12T14:22:17,131 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:22:17,132 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:22:17,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2b6d221c5cde:44821,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T14:22:17,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T14:22:17,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:22:17,135 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b6d221c5cde:44821' 2024-11-12T14:22:17,136 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@174096c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:17,136 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,44821,-1 for getting cluster id 2024-11-12T14:22:17,136 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:22:17,136 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7869e561-d68b-48c3-ab47-e30bdd687e83' 2024-11-12T14:22:17,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:22:17,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7869e561-d68b-48c3-ab47-e30bdd687e83" 2024-11-12T14:22:17,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33641193, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:17,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,44821,-1] 2024-11-12T14:22:17,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:22:17,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:17,137 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:22:17,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2feeaadd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:17,138 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:22:17,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,44821,1731421313012 2024-11-12T14:22:17,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@577f7e9a 2024-11-12T14:22:17,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:22:17,140 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:22:17,140 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-12T14:22:17,141 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T14:22:17,141 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:17,141 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:17,141 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:22:17,141 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:22:17,142 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T14:22:17,143 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T14:22:17,143 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:17,144 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T14:22:17,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741837_1013 (size=1138) 2024-11-12T14:22:17,192 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T14:22:17,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:22:17,441 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 to pos 379, reset compression=false 2024-11-12T14:22:17,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:22:17,514 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 379, reset compression=false 2024-11-12T14:22:17,553 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 28d11644cb9133e3f92e0d9f68b66d46, NAME => 'hbase:replication,,1731421337141.28d11644cb9133e3f92e0d9f68b66d46.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112 2024-11-12T14:22:17,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741838_1014 (size=44) 2024-11-12T14:22:17,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:22:17,945 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 to pos 379, reset compression=false 2024-11-12T14:22:17,958 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731421337141.28d11644cb9133e3f92e0d9f68b66d46.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:22:17,958 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 28d11644cb9133e3f92e0d9f68b66d46, disabling compactions & flushes 2024-11-12T14:22:17,958 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731421337141.28d11644cb9133e3f92e0d9f68b66d46. 2024-11-12T14:22:17,958 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731421337141.28d11644cb9133e3f92e0d9f68b66d46. 2024-11-12T14:22:17,958 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731421337141.28d11644cb9133e3f92e0d9f68b66d46. after waiting 0 ms 2024-11-12T14:22:17,958 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731421337141.28d11644cb9133e3f92e0d9f68b66d46. 2024-11-12T14:22:17,958 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731421337141.28d11644cb9133e3f92e0d9f68b66d46. 2024-11-12T14:22:17,958 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 28d11644cb9133e3f92e0d9f68b66d46: Waiting for close lock at 1731421337958Disabling compacts and flushes for region at 1731421337958Disabling writes for close at 1731421337958Writing region close event to WAL at 1731421337958Closed at 1731421337958 2024-11-12T14:22:17,959 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T14:22:17,959 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731421337141.28d11644cb9133e3f92e0d9f68b66d46.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731421337959"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731421337959"}]},"ts":"1731421337959"} 2024-11-12T14:22:17,961 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T14:22:17,962 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T14:22:17,962 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421337962"}]},"ts":"1731421337962"} 2024-11-12T14:22:17,963 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T14:22:17,964 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=28d11644cb9133e3f92e0d9f68b66d46, ASSIGN}] 2024-11-12T14:22:17,965 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=28d11644cb9133e3f92e0d9f68b66d46, ASSIGN 2024-11-12T14:22:17,965 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=28d11644cb9133e3f92e0d9f68b66d46, ASSIGN; state=OFFLINE, location=2b6d221c5cde,33377,1731421324519; forceNewPlan=false, retain=false 2024-11-12T14:22:18,116 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=28d11644cb9133e3f92e0d9f68b66d46, regionState=OPENING, regionLocation=2b6d221c5cde,33377,1731421324519 2024-11-12T14:22:18,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=28d11644cb9133e3f92e0d9f68b66d46, ASSIGN because future has completed 2024-11-12T14:22:18,118 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 28d11644cb9133e3f92e0d9f68b66d46, server=2b6d221c5cde,33377,1731421324519}] 2024-11-12T14:22:18,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:22:18,272 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731421337141.28d11644cb9133e3f92e0d9f68b66d46. 2024-11-12T14:22:18,273 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:22:18,273 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T14:22:18,274 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C33377%2C1731421324519.rep, suffix=, logDir=hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519, archiveDir=hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/oldWALs, maxLogs=10 2024-11-12T14:22:18,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519/2b6d221c5cde%2C33377%2C1731421324519.rep.1731421338274, exclude list is [], retry=0 2024-11-12T14:22:18,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36887,DS-42792128-b5ec-4391-a9da-230ba6429cc5,DISK] 2024-11-12T14:22:18,290 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519/2b6d221c5cde%2C33377%2C1731421324519.rep.1731421338274 2024-11-12T14:22:18,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46271:46271)] 2024-11-12T14:22:18,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 28d11644cb9133e3f92e0d9f68b66d46, NAME => 'hbase:replication,,1731421337141.28d11644cb9133e3f92e0d9f68b66d46.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:22:18,291 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:22:18,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T14:22:18,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731421337141.28d11644cb9133e3f92e0d9f68b66d46. service=MultiRowMutationService 2024-11-12T14:22:18,291 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T14:22:18,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 28d11644cb9133e3f92e0d9f68b66d46 2024-11-12T14:22:18,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731421337141.28d11644cb9133e3f92e0d9f68b66d46.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:22:18,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 28d11644cb9133e3f92e0d9f68b66d46 2024-11-12T14:22:18,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 28d11644cb9133e3f92e0d9f68b66d46 2024-11-12T14:22:18,292 INFO [StoreOpener-28d11644cb9133e3f92e0d9f68b66d46-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 28d11644cb9133e3f92e0d9f68b66d46 2024-11-12T14:22:18,293 INFO [StoreOpener-28d11644cb9133e3f92e0d9f68b66d46-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28d11644cb9133e3f92e0d9f68b66d46 columnFamilyName hfileref 2024-11-12T14:22:18,293 DEBUG [StoreOpener-28d11644cb9133e3f92e0d9f68b66d46-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:18,294 INFO [StoreOpener-28d11644cb9133e3f92e0d9f68b66d46-1 {}] regionserver.HStore(327): Store=28d11644cb9133e3f92e0d9f68b66d46/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:22:18,294 INFO [StoreOpener-28d11644cb9133e3f92e0d9f68b66d46-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 28d11644cb9133e3f92e0d9f68b66d46 2024-11-12T14:22:18,294 INFO [StoreOpener-28d11644cb9133e3f92e0d9f68b66d46-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28d11644cb9133e3f92e0d9f68b66d46 columnFamilyName queue 2024-11-12T14:22:18,294 DEBUG [StoreOpener-28d11644cb9133e3f92e0d9f68b66d46-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:18,295 INFO [StoreOpener-28d11644cb9133e3f92e0d9f68b66d46-1 {}] regionserver.HStore(327): Store=28d11644cb9133e3f92e0d9f68b66d46/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:22:18,295 INFO [StoreOpener-28d11644cb9133e3f92e0d9f68b66d46-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 28d11644cb9133e3f92e0d9f68b66d46 2024-11-12T14:22:18,295 INFO [StoreOpener-28d11644cb9133e3f92e0d9f68b66d46-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28d11644cb9133e3f92e0d9f68b66d46 columnFamilyName sid 2024-11-12T14:22:18,295 DEBUG [StoreOpener-28d11644cb9133e3f92e0d9f68b66d46-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:18,296 INFO [StoreOpener-28d11644cb9133e3f92e0d9f68b66d46-1 {}] regionserver.HStore(327): Store=28d11644cb9133e3f92e0d9f68b66d46/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:22:18,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 28d11644cb9133e3f92e0d9f68b66d46 2024-11-12T14:22:18,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/hbase/replication/28d11644cb9133e3f92e0d9f68b66d46 2024-11-12T14:22:18,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/hbase/replication/28d11644cb9133e3f92e0d9f68b66d46 2024-11-12T14:22:18,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 28d11644cb9133e3f92e0d9f68b66d46 2024-11-12T14:22:18,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 28d11644cb9133e3f92e0d9f68b66d46 2024-11-12T14:22:18,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T14:22:18,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 28d11644cb9133e3f92e0d9f68b66d46 2024-11-12T14:22:18,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/hbase/replication/28d11644cb9133e3f92e0d9f68b66d46/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:22:18,300 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 28d11644cb9133e3f92e0d9f68b66d46; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68290940, jitterRate=0.017614305019378662}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T14:22:18,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 28d11644cb9133e3f92e0d9f68b66d46 2024-11-12T14:22:18,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 28d11644cb9133e3f92e0d9f68b66d46: Running coprocessor pre-open hook at 1731421338291Writing region info on filesystem at 1731421338291Initializing all the Stores at 1731421338292 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421338292Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421338292Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421338292Cleaning up temporary data from old regions at 1731421338297 (+5 ms)Running coprocessor post-open hooks at 1731421338300 (+3 ms)Region opened successfully at 1731421338300 2024-11-12T14:22:18,301 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731421337141.28d11644cb9133e3f92e0d9f68b66d46., pid=10, masterSystemTime=1731421338270 2024-11-12T14:22:18,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731421337141.28d11644cb9133e3f92e0d9f68b66d46. 2024-11-12T14:22:18,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731421337141.28d11644cb9133e3f92e0d9f68b66d46. 2024-11-12T14:22:18,303 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=28d11644cb9133e3f92e0d9f68b66d46, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,33377,1731421324519 2024-11-12T14:22:18,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 28d11644cb9133e3f92e0d9f68b66d46, server=2b6d221c5cde,33377,1731421324519 because future has completed 2024-11-12T14:22:18,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T14:22:18,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 28d11644cb9133e3f92e0d9f68b66d46, server=2b6d221c5cde,33377,1731421324519 in 187 msec 2024-11-12T14:22:18,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T14:22:18,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=28d11644cb9133e3f92e0d9f68b66d46, ASSIGN in 342 msec 2024-11-12T14:22:18,309 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T14:22:18,309 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421338309"}]},"ts":"1731421338309"} 2024-11-12T14:22:18,310 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T14:22:18,311 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T14:22:18,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1700 sec 2024-11-12T14:22:18,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731421337141.28d11644cb9133e3f92e0d9f68b66d46., hostname=2b6d221c5cde,33377,1731421324519, seqNum=2] 2024-11-12T14:22:18,419 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 379, reset compression=false 2024-11-12T14:22:18,548 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 to pos 379, reset compression=false 2024-11-12T14:22:18,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1012f6c8d8f0006, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-234668121 2024-11-12T14:22:18,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33377-0x1012f6c8d8f0007, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-234668121 2024-11-12T14:22:18,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T14:22:18,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33377 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T14:22:18,781 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T14:22:18,809 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2b6d221c5cde,33377,1731421324519, ReplicationSource: 1, currentBandwidth=0 2024-11-12T14:22:18,810 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:22:18,810 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,33377,1731421324519, seqNum=-1] 2024-11-12T14:22:18,810 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:22:18,811 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-12T14:22:18,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2b6d221c5cde,33377,1731421324519', locateType=CURRENT is [region=hbase:replication,,1731421337141.28d11644cb9133e3f92e0d9f68b66d46., hostname=2b6d221c5cde,33377,1731421324519, seqNum=2] 2024-11-12T14:22:18,814 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T14:22:18,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T14:22:18,817 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2b6d221c5cde,33377,1731421324519 suceeded 2024-11-12T14:22:18,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T14:22:18,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-12T14:22:18,818 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2b6d221c5cde:44821,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T14:22:18,820 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6860 sec 2024-11-12T14:22:18,829 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b6d221c5cde:44821' 2024-11-12T14:22:18,830 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6dd2e5b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:18,830 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,44821,-1 for getting cluster id 2024-11-12T14:22:18,830 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:22:18,831 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7869e561-d68b-48c3-ab47-e30bdd687e83' 2024-11-12T14:22:18,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:22:18,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7869e561-d68b-48c3-ab47-e30bdd687e83" 2024-11-12T14:22:18,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@468f72c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:18,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,44821,-1] 2024-11-12T14:22:18,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:22:18,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:18,832 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:22:18,832 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e450e05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:18,832 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:22:18,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,44821,1731421313012 2024-11-12T14:22:18,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@709f4fbc 2024-11-12T14:22:18,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:22:18,834 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-12T14:22:18,834 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2b6d221c5cde,33377,1731421324519 (queues=1) is replicating from cluster=54892499-c6cb-4d00-bebd-c659456e327a to cluster=7869e561-d68b-48c3-ab47-e30bdd687e83 2024-11-12T14:22:18,834 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2b6d221c5cde%2C33377%2C1731421324519 2024-11-12T14:22:18,835 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2b6d221c5cde,33377,1731421324519, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T14:22:18,835 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.shipper2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2b6d221c5cde%2C33377%2C1731421324519 2024-11-12T14:22:18,835 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.wal-reader.2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519/2b6d221c5cde%2C33377%2C1731421324519.1731421326358, startPosition=0, beingWritten=true 2024-11-12T14:22:18,840 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.wal-reader.2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T14:22:18,840 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.wal-reader.2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519/2b6d221c5cde%2C33377%2C1731421324519.1731421326358 to pos 379, reset compression=false 2024-11-12T14:22:18,841 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.shipper2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,33377,1731421324519 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519/2b6d221c5cde%2C33377%2C1731421324519.1731421326358, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T14:22:19,048 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.wal-reader.2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519/2b6d221c5cde%2C33377%2C1731421324519.1731421326358 to pos 379, reset compression=false 2024-11-12T14:22:19,092 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T14:22:19,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:19,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:19,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:19,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:19,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:19,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:19,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:19,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:19,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:19,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:19,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:19,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:19,252 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 to pos 379, reset compression=false 2024-11-12T14:22:19,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:22:19,277 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T14:22:19,277 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:22:19,277 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:22:19,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:19,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:19,277 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:22:19,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59e999ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:19,278 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,44821,-1 for getting cluster id 2024-11-12T14:22:19,278 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:22:19,279 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7869e561-d68b-48c3-ab47-e30bdd687e83' 2024-11-12T14:22:19,279 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:22:19,279 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7869e561-d68b-48c3-ab47-e30bdd687e83" 2024-11-12T14:22:19,279 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bed3bab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:19,279 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,44821,-1] 2024-11-12T14:22:19,279 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:22:19,279 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:19,280 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:22:19,280 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16383d1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:19,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b6bdb43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:19,281 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,39075,-1 for getting cluster id 2024-11-12T14:22:19,281 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:22:19,281 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48f31ac3-17df-43d7-92b1-676964ca3125' 2024-11-12T14:22:19,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:22:19,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48f31ac3-17df-43d7-92b1-676964ca3125" 2024-11-12T14:22:19,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe29527, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:19,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,39075,-1] 2024-11-12T14:22:19,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:22:19,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:19,282 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:22:19,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70050c18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:19,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f54ac98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:19,283 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,40017,-1 for getting cluster id 2024-11-12T14:22:19,283 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:22:19,283 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54892499-c6cb-4d00-bebd-c659456e327a' 2024-11-12T14:22:19,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:22:19,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54892499-c6cb-4d00-bebd-c659456e327a" 2024-11-12T14:22:19,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5547a388, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:19,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,40017,-1] 2024-11-12T14:22:19,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:22:19,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:19,284 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:22:19,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aa60c99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:19,285 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:22:19,286 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,36443,1731421313278, seqNum=-1] 2024-11-12T14:22:19,286 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:22:19,287 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:22:19,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731421327379.d176f58b1897aa532e7099dc245f8574., hostname=2b6d221c5cde,36443,1731421313278, seqNum=2] 2024-11-12T14:22:19,290 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:22:19,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,33377,1731421324519, seqNum=-1] 2024-11-12T14:22:19,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:22:19,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:22:19,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731421330670.92dc894f44668e39291df88d05b68bfa., hostname=2b6d221c5cde,33377,1731421324519, seqNum=2] 2024-11-12T14:22:19,294 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-12T14:22:19,351 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.wal-reader.2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519/2b6d221c5cde%2C33377%2C1731421324519.1731421326358 to pos 379, reset compression=false 2024-11-12T14:22:19,422 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 379, reset compression=false 2024-11-12T14:22:19,426 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T14:22:19,426 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 480, reset compression=false 2024-11-12T14:22:19,426 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.shipper2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,36443,1731421313278 got entry batch from reader: WALEntryBatch [walEntries=[{test/d176f58b1897aa532e7099dc245f8574/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-12T14:22:19,428 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.shipper2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:22:19,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-12T14:22:19,430 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43825 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T14:22:19,431 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43825 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45fec587, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:19,431 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43825 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,39075,-1 for getting cluster id 2024-11-12T14:22:19,431 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43825 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:22:19,431 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48f31ac3-17df-43d7-92b1-676964ca3125' 2024-11-12T14:22:19,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:22:19,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48f31ac3-17df-43d7-92b1-676964ca3125" 2024-11-12T14:22:19,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ca16f27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:19,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,39075,-1] 2024-11-12T14:22:19,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:22:19,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:19,432 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:22:19,433 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43825 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16301774, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:19,433 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43825 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:22:19,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,43825,1731421318464, seqNum=-1] 2024-11-12T14:22:19,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:22:19,435 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-12T14:22:19,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731421328519.451d1c8c0bbebd941ba3456e4c7d0ec4., hostname=2b6d221c5cde,43825,1731421318464, seqNum=2] 2024-11-12T14:22:19,438 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43825 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T14:22:19,629 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 480, reset compression=false 2024-11-12T14:22:19,786 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.wal-reader.2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519/2b6d221c5cde%2C33377%2C1731421324519.1731421326358 to pos 379, reset compression=false 2024-11-12T14:22:19,802 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T14:22:19,802 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-12T14:22:19,933 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 480, reset compression=false 2024-11-12T14:22:20,056 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 to pos 379, reset compression=false 2024-11-12T14:22:20,060 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T14:22:20,060 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 to pos 503, reset compression=false 2024-11-12T14:22:20,060 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.shipper2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,43825,1731421318464 got entry batch from reader: WALEntryBatch [walEntries=[{test/451d1c8c0bbebd941ba3456e4c7d0ec4/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-12T14:22:20,062 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.shipper2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:22:20,062 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-12T14:22:20,063 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33377 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T14:22:20,063 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33377 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@347707ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:20,063 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33377 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,40017,-1 for getting cluster id 2024-11-12T14:22:20,064 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33377 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:22:20,064 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54892499-c6cb-4d00-bebd-c659456e327a' 2024-11-12T14:22:20,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:22:20,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54892499-c6cb-4d00-bebd-c659456e327a" 2024-11-12T14:22:20,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c955ec9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:20,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,40017,-1] 2024-11-12T14:22:20,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:22:20,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:20,065 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:22:20,066 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33377 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@589ece2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:20,066 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33377 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:22:20,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,33377,1731421324519, seqNum=-1] 2024-11-12T14:22:20,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:22:20,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-12T14:22:20,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731421330670.92dc894f44668e39291df88d05b68bfa., hostname=2b6d221c5cde,33377,1731421324519, seqNum=2] 2024-11-12T14:22:20,073 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33377 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T14:22:20,263 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 to pos 503, reset compression=false 2024-11-12T14:22:20,289 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.wal-reader.2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519/2b6d221c5cde%2C33377%2C1731421324519.1731421326358 to pos 379, reset compression=false 2024-11-12T14:22:20,292 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.wal-reader.2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T14:22:20,292 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.wal-reader.2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519/2b6d221c5cde%2C33377%2C1731421324519.1731421326358 to pos 526, reset compression=false 2024-11-12T14:22:20,292 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.shipper2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,33377,1731421324519 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519/2b6d221c5cde%2C33377%2C1731421324519.1731421326358, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T14:22:20,296 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-12T14:22:20,296 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:22:20,297 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,43825,1731421318464, seqNum=-1] 2024-11-12T14:22:20,297 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:22:20,298 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:22:20,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731421328519.451d1c8c0bbebd941ba3456e4c7d0ec4., hostname=2b6d221c5cde,43825,1731421318464, seqNum=2] 2024-11-12T14:22:20,302 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-12T14:22:20,336 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 480, reset compression=false 2024-11-12T14:22:20,495 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.wal-reader.2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519/2b6d221c5cde%2C33377%2C1731421324519.1731421326358 to pos 526, reset compression=false 2024-11-12T14:22:20,567 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 to pos 503, reset compression=false 2024-11-12T14:22:20,571 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T14:22:20,571 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 to pos 607, reset compression=false 2024-11-12T14:22:20,571 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.shipper2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,43825,1731421318464 got entry batch from reader: WALEntryBatch [walEntries=[{test/451d1c8c0bbebd941ba3456e4c7d0ec4/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T14:22:20,572 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33377 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T14:22:20,574 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33377 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T14:22:20,775 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 to pos 607, reset compression=false 2024-11-12T14:22:20,799 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.wal-reader.2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519/2b6d221c5cde%2C33377%2C1731421324519.1731421326358 to pos 526, reset compression=false 2024-11-12T14:22:20,802 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.wal-reader.2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T14:22:20,802 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.wal-reader.2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519/2b6d221c5cde%2C33377%2C1731421324519.1731421326358 to pos 653, reset compression=false 2024-11-12T14:22:20,802 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.shipper2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,33377,1731421324519 got entry batch from reader: WALEntryBatch [walEntries=[{test/92dc894f44668e39291df88d05b68bfa/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519/2b6d221c5cde%2C33377%2C1731421324519.1731421326358, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-12T14:22:20,804 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.shipper2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:22:20,805 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-12T14:22:20,805 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T14:22:20,806 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bb123f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:20,806 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,44821,-1 for getting cluster id 2024-11-12T14:22:20,806 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:22:20,806 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7869e561-d68b-48c3-ab47-e30bdd687e83' 2024-11-12T14:22:20,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:22:20,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7869e561-d68b-48c3-ab47-e30bdd687e83" 2024-11-12T14:22:20,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71cc6616, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:20,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,44821,-1] 2024-11-12T14:22:20,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:22:20,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:20,807 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:22:20,808 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69929c9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:20,808 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:22:20,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,36443,1731421313278, seqNum=-1] 2024-11-12T14:22:20,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:22:20,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-12T14:22:20,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731421327379.d176f58b1897aa532e7099dc245f8574., hostname=2b6d221c5cde,36443,1731421313278, seqNum=2] 2024-11-12T14:22:20,813 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T14:22:20,839 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 480, reset compression=false 2024-11-12T14:22:20,843 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T14:22:20,843 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 630, reset compression=false 2024-11-12T14:22:20,843 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.shipper2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,36443,1731421313278 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T14:22:21,006 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.wal-reader.2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519/2b6d221c5cde%2C33377%2C1731421324519.1731421326358 to pos 653, reset compression=false 2024-11-12T14:22:21,046 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 630, reset compression=false 2024-11-12T14:22:21,078 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 to pos 607, reset compression=false 2024-11-12T14:22:21,304 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-12T14:22:21,306 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-12T14:22:21,309 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.wal-reader.2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519/2b6d221c5cde%2C33377%2C1731421324519.1731421326358 to pos 653, reset compression=false 2024-11-12T14:22:21,313 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.wal-reader.2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T14:22:21,313 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.wal-reader.2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519/2b6d221c5cde%2C33377%2C1731421324519.1731421326358 to pos 757, reset compression=false 2024-11-12T14:22:21,313 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.shipper2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,33377,1731421324519 got entry batch from reader: WALEntryBatch [walEntries=[{test/92dc894f44668e39291df88d05b68bfa/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519/2b6d221c5cde%2C33377%2C1731421324519.1731421326358, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T14:22:21,314 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T14:22:21,316 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T14:22:21,350 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 630, reset compression=false 2024-11-12T14:22:21,354 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T14:22:21,354 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 757, reset compression=false 2024-11-12T14:22:21,354 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.shipper2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,36443,1731421313278 got entry batch from reader: WALEntryBatch [walEntries=[{test/d176f58b1897aa532e7099dc245f8574/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-12T14:22:21,355 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43825 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T14:22:21,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43825 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T14:22:21,480 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 to pos 607, reset compression=false 2024-11-12T14:22:21,516 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.wal-reader.2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519/2b6d221c5cde%2C33377%2C1731421324519.1731421326358 to pos 757, reset compression=false 2024-11-12T14:22:21,557 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T14:22:21,557 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 to pos 757, reset compression=false 2024-11-12T14:22:21,557 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.shipper2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,43825,1731421318464 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907, lastWalPosition=757, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T14:22:21,557 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 757, reset compression=false 2024-11-12T14:22:21,760 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 to pos 757, reset compression=false 2024-11-12T14:22:21,820 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.wal-reader.2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519/2b6d221c5cde%2C33377%2C1731421324519.1731421326358 to pos 757, reset compression=false 2024-11-12T14:22:21,860 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 757, reset compression=false 2024-11-12T14:22:22,063 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 to pos 757, reset compression=false 2024-11-12T14:22:22,223 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.wal-reader.2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519/2b6d221c5cde%2C33377%2C1731421324519.1731421326358 to pos 757, reset compression=false 2024-11-12T14:22:22,263 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 757, reset compression=false 2024-11-12T14:22:22,308 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-12T14:22:22,312 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-12T14:22:22,466 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 to pos 757, reset compression=false 2024-11-12T14:22:22,727 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.wal-reader.2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519/2b6d221c5cde%2C33377%2C1731421324519.1731421326358 to pos 757, reset compression=false 2024-11-12T14:22:22,766 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 757, reset compression=false 2024-11-12T14:22:22,769 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T14:22:22,769 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 913, reset compression=false 2024-11-12T14:22:22,769 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.shipper2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,36443,1731421313278 got entry batch from reader: WALEntryBatch [walEntries=[{test/d176f58b1897aa532e7099dc245f8574/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-12T14:22:22,770 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43825 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T14:22:22,773 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43825 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T14:22:22,968 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 to pos 757, reset compression=false 2024-11-12T14:22:22,972 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T14:22:22,972 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 to pos 904, reset compression=false 2024-11-12T14:22:22,972 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.shipper2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,43825,1731421318464 got entry batch from reader: WALEntryBatch [walEntries=[{test/451d1c8c0bbebd941ba3456e4c7d0ec4/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907, lastWalPosition=904, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-12T14:22:22,973 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 913, reset compression=false 2024-11-12T14:22:22,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33377 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T14:22:22,975 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33377 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T14:22:23,002 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T14:22:23,175 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 to pos 904, reset compression=false 2024-11-12T14:22:23,275 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 913, reset compression=false 2024-11-12T14:22:23,313 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-12T14:22:23,317 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-12T14:22:23,330 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.wal-reader.2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519/2b6d221c5cde%2C33377%2C1731421324519.1731421326358 to pos 757, reset compression=false 2024-11-12T14:22:23,334 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.wal-reader.2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T14:22:23,334 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.wal-reader.2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519/2b6d221c5cde%2C33377%2C1731421324519.1731421326358 to pos 927, reset compression=false 2024-11-12T14:22:23,334 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.shipper2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,33377,1731421324519 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519/2b6d221c5cde%2C33377%2C1731421324519.1731421326358, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T14:22:23,478 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 to pos 904, reset compression=false 2024-11-12T14:22:23,482 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T14:22:23,482 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 to pos 1063, reset compression=false 2024-11-12T14:22:23,482 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.shipper2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,43825,1731421318464 got entry batch from reader: WALEntryBatch [walEntries=[{test/451d1c8c0bbebd941ba3456e4c7d0ec4/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907, lastWalPosition=1063, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-12T14:22:23,483 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33377 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T14:22:23,487 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33377 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T14:22:23,537 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.wal-reader.2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519/2b6d221c5cde%2C33377%2C1731421324519.1731421326358 to pos 927, reset compression=false 2024-11-12T14:22:23,541 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.wal-reader.2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T14:22:23,541 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.wal-reader.2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519/2b6d221c5cde%2C33377%2C1731421324519.1731421326358 to pos 1076, reset compression=false 2024-11-12T14:22:23,541 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.shipper2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,33377,1731421324519 got entry batch from reader: WALEntryBatch [walEntries=[{test/92dc894f44668e39291df88d05b68bfa/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519/2b6d221c5cde%2C33377%2C1731421324519.1731421326358, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-12T14:22:23,542 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T14:22:23,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T14:22:23,679 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 913, reset compression=false 2024-11-12T14:22:23,683 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T14:22:23,683 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 1085, reset compression=false 2024-11-12T14:22:23,683 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.shipper2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,36443,1731421313278 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T14:22:23,687 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 to pos 1063, reset compression=false 2024-11-12T14:22:23,745 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.wal-reader.2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519/2b6d221c5cde%2C33377%2C1731421324519.1731421326358 to pos 1076, reset compression=false 2024-11-12T14:22:23,885 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 1085, reset compression=false 2024-11-12T14:22:23,992 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 to pos 1063, reset compression=false 2024-11-12T14:22:24,048 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.wal-reader.2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519/2b6d221c5cde%2C33377%2C1731421324519.1731421326358 to pos 1076, reset compression=false 2024-11-12T14:22:24,188 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 1085, reset compression=false 2024-11-12T14:22:24,319 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-12T14:22:24,322 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-12T14:22:24,395 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 to pos 1063, reset compression=false 2024-11-12T14:22:24,451 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.wal-reader.2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519/2b6d221c5cde%2C33377%2C1731421324519.1731421326358 to pos 1076, reset compression=false 2024-11-12T14:22:24,454 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.wal-reader.2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T14:22:24,454 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.wal-reader.2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519/2b6d221c5cde%2C33377%2C1731421324519.1731421326358 to pos 1235, reset compression=false 2024-11-12T14:22:24,454 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.shipper2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,33377,1731421324519 got entry batch from reader: WALEntryBatch [walEntries=[{test/92dc894f44668e39291df88d05b68bfa/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519/2b6d221c5cde%2C33377%2C1731421324519.1731421326358, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-12T14:22:24,455 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T14:22:24,458 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T14:22:24,592 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 1085, reset compression=false 2024-11-12T14:22:24,596 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T14:22:24,596 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 1234, reset compression=false 2024-11-12T14:22:24,596 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.shipper2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,36443,1731421313278 got entry batch from reader: WALEntryBatch [walEntries=[{test/d176f58b1897aa532e7099dc245f8574/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-12T14:22:24,597 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43825 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T14:22:24,599 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43825 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T14:22:24,658 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.wal-reader.2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519/2b6d221c5cde%2C33377%2C1731421324519.1731421326358 to pos 1235, reset compression=false 2024-11-12T14:22:24,799 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 1234, reset compression=false 2024-11-12T14:22:24,898 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 to pos 1063, reset compression=false 2024-11-12T14:22:24,902 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T14:22:24,902 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 to pos 1235, reset compression=false 2024-11-12T14:22:24,902 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.shipper2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,43825,1731421318464 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907, lastWalPosition=1235, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T14:22:24,961 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.wal-reader.2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519/2b6d221c5cde%2C33377%2C1731421324519.1731421326358 to pos 1235, reset compression=false 2024-11-12T14:22:25,102 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 1234, reset compression=false 2024-11-12T14:22:25,112 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 to pos 1235, reset compression=false 2024-11-12T14:22:25,324 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-12T14:22:25,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f980eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:25,329 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,40017,-1 for getting cluster id 2024-11-12T14:22:25,329 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:22:25,330 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54892499-c6cb-4d00-bebd-c659456e327a' 2024-11-12T14:22:25,330 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:22:25,330 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54892499-c6cb-4d00-bebd-c659456e327a" 2024-11-12T14:22:25,330 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@698ec251, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:25,330 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,40017,-1] 2024-11-12T14:22:25,331 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:22:25,331 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:25,331 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:22:25,332 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@655fb26e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:25,334 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:22:25,334 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,40017,1731421324326 2024-11-12T14:22:25,334 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28e024cd 2024-11-12T14:22:25,335 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:22:25,336 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:22:25,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-12T14:22:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-12T14:22:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T14:22:25,364 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.wal-reader.2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519/2b6d221c5cde%2C33377%2C1731421324519.1731421326358 to pos 1235, reset compression=false 2024-11-12T14:22:25,393 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T14:22:25,415 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 to pos 1235, reset compression=false 2024-11-12T14:22:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T14:22:25,506 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 1234, reset compression=false 2024-11-12T14:22:25,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33377 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-12T14:22:25,545 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-12T14:22:25,546 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-12T14:22:25,546 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2b6d221c5cde,33377,1731421324519 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-12T14:22:25,546 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0. 2024-11-12T14:22:25,546 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:22:25,546 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:25,546 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:25,546 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:22:25,647 WARN [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.wal-reader.2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T14:22:25,647 WARN [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.shipper2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T14:22:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T14:22:25,747 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.shipper2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 terminated 2024-11-12T14:22:25,762 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-2b6d221c5cde,33377,1731421324519, ReplicationSource: 1, currentBandwidth=0 2024-11-12T14:22:25,762 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-12T14:22:25,762 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-12T14:22:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-12T14:22:25,764 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 2b6d221c5cde,33377,1731421324519 suceeded 2024-11-12T14:22:25,766 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-12T14:22:25,766 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 372 msec 2024-11-12T14:22:25,766 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-12T14:22:25,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 430 msec 2024-11-12T14:22:25,776 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b6d221c5cde:44821' 2024-11-12T14:22:25,777 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3185fd38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:25,777 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,44821,-1 for getting cluster id 2024-11-12T14:22:25,777 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:22:25,777 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7869e561-d68b-48c3-ab47-e30bdd687e83' 2024-11-12T14:22:25,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:22:25,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7869e561-d68b-48c3-ab47-e30bdd687e83" 2024-11-12T14:22:25,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@544684cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:25,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,44821,-1] 2024-11-12T14:22:25,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:22:25,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:25,778 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:22:25,779 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4452f4a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:25,779 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:22:25,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,44821,1731421313012 2024-11-12T14:22:25,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a5c6828 2024-11-12T14:22:25,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:22:25,780 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-12T14:22:25,781 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2b6d221c5cde,33377,1731421324519 (queues=1) is replicating from cluster=54892499-c6cb-4d00-bebd-c659456e327a to cluster=7869e561-d68b-48c3-ab47-e30bdd687e83 2024-11-12T14:22:25,781 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2b6d221c5cde%2C33377%2C1731421324519 2024-11-12T14:22:25,781 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2b6d221c5cde,33377,1731421324519, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T14:22:25,781 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.shipper2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2b6d221c5cde%2C33377%2C1731421324519 2024-11-12T14:22:25,819 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 to pos 1235, reset compression=false 2024-11-12T14:22:25,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T14:22:25,967 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-12T14:22:25,967 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:22:25,967 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:22:25,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:25,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:25,967 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:22:25,970 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-12T14:22:26,009 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 1234, reset compression=false 2024-11-12T14:22:26,013 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T14:22:26,013 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 1338, reset compression=false 2024-11-12T14:22:26,013 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.shipper2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,36443,1731421313278 got entry batch from reader: WALEntryBatch [walEntries=[{test/d176f58b1897aa532e7099dc245f8574/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T14:22:26,014 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43825 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T14:22:26,017 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43825 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T14:22:26,216 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 1338, reset compression=false 2024-11-12T14:22:26,322 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 to pos 1235, reset compression=false 2024-11-12T14:22:26,326 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T14:22:26,326 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 to pos 1362, reset compression=false 2024-11-12T14:22:26,326 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.shipper2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,43825,1731421318464 got entry batch from reader: WALEntryBatch [walEntries=[{test/451d1c8c0bbebd941ba3456e4c7d0ec4/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907, lastWalPosition=1362, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-12T14:22:26,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33377 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T14:22:26,329 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33377 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T14:22:26,520 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 1338, reset compression=false 2024-11-12T14:22:26,529 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 to pos 1362, reset compression=false 2024-11-12T14:22:26,842 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 to pos 1362, reset compression=false 2024-11-12T14:22:26,923 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 1338, reset compression=false 2024-11-12T14:22:26,972 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-12T14:22:26,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1225fb5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:26,974 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,40017,-1 for getting cluster id 2024-11-12T14:22:26,975 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:22:26,975 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54892499-c6cb-4d00-bebd-c659456e327a' 2024-11-12T14:22:26,975 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:22:26,976 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54892499-c6cb-4d00-bebd-c659456e327a" 2024-11-12T14:22:26,976 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a488659, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:26,976 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,40017,-1] 2024-11-12T14:22:26,976 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:22:26,976 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:26,977 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:22:26,978 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cf352d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:26,979 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:22:26,980 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,40017,1731421324326 2024-11-12T14:22:26,980 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48d05850 2024-11-12T14:22:26,981 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:22:26,982 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:22:26,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-12T14:22:27,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-12T14:22:27,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-12T14:22:27,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T14:22:27,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-12T14:22:27,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33377 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-12T14:22:27,216 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-12T14:22:27,217 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-12T14:22:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-12T14:22:27,219 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 2b6d221c5cde,33377,1731421324519 suceeded 2024-11-12T14:22:27,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-12T14:22:27,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-12T14:22:27,220 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-12T14:22:27,222 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 239 msec 2024-11-12T14:22:27,245 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 to pos 1362, reset compression=false 2024-11-12T14:22:27,249 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T14:22:27,249 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 to pos 1466, reset compression=false 2024-11-12T14:22:27,249 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.shipper2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,43825,1731421318464 got entry batch from reader: WALEntryBatch [walEntries=[{test/451d1c8c0bbebd941ba3456e4c7d0ec4/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907, lastWalPosition=1466, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T14:22:27,251 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33377 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T14:22:27,253 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33377 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T14:22:27,282 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.wal-reader.2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519/2b6d221c5cde%2C33377%2C1731421324519.1731421326358, startPosition=1235, beingWritten=true 2024-11-12T14:22:27,288 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.wal-reader.2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T14:22:27,288 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.wal-reader.2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519/2b6d221c5cde%2C33377%2C1731421324519.1731421326358 to pos 1512, reset compression=false 2024-11-12T14:22:27,288 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.shipper2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,33377,1731421324519 got entry batch from reader: WALEntryBatch [walEntries=[{test/92dc894f44668e39291df88d05b68bfa/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519/2b6d221c5cde%2C33377%2C1731421324519.1731421326358, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-12T14:22:27,290 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.shipper2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:22:27,291 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-12T14:22:27,291 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T14:22:27,293 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T14:22:27,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-12T14:22:27,327 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-12T14:22:27,327 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:22:27,327 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:22:27,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:27,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:27,328 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:22:27,329 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-12T14:22:27,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T14:22:27,329 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:22:27,329 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:22:27,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:27,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:27,329 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:22:27,330 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T14:22:27,330 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2090418594, stopped=false 2024-11-12T14:22:27,330 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b6d221c5cde,40017,1731421324326 2024-11-12T14:22:27,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1012f6c8d8f0006, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-234668121/running 2024-11-12T14:22:27,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33377-0x1012f6c8d8f0007, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-234668121/running 2024-11-12T14:22:27,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1012f6c8d8f0006, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-234668121 2024-11-12T14:22:27,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33377-0x1012f6c8d8f0007, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-234668121 2024-11-12T14:22:27,350 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:22:27,350 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:22:27,350 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:22:27,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:27,350 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b6d221c5cde,33377,1731421324519' ***** 2024-11-12T14:22:27,350 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T14:22:27,351 INFO [RS:0;2b6d221c5cde:33377 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T14:22:27,351 INFO [RS:0;2b6d221c5cde:33377 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T14:22:27,351 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T14:22:27,351 INFO [RS:0;2b6d221c5cde:33377 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T14:22:27,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40017-0x1012f6c8d8f0006, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Set watcher on znode that does not yet exist, /2-234668121/running 2024-11-12T14:22:27,351 INFO [RS:0;2b6d221c5cde:33377 {}] regionserver.HRegionServer(3091): Received CLOSE for 28d11644cb9133e3f92e0d9f68b66d46 2024-11-12T14:22:27,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33377-0x1012f6c8d8f0007, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Set watcher on znode that does not yet exist, /2-234668121/running 2024-11-12T14:22:27,351 INFO [RS:0;2b6d221c5cde:33377 {}] regionserver.HRegionServer(3091): Received CLOSE for 92dc894f44668e39291df88d05b68bfa 2024-11-12T14:22:27,351 INFO [RS:0;2b6d221c5cde:33377 {}] regionserver.HRegionServer(959): stopping server 2b6d221c5cde,33377,1731421324519 2024-11-12T14:22:27,352 INFO [RS:0;2b6d221c5cde:33377 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:22:27,352 INFO [RS:0;2b6d221c5cde:33377 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:33377. 2024-11-12T14:22:27,352 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 28d11644cb9133e3f92e0d9f68b66d46, disabling compactions & flushes 2024-11-12T14:22:27,352 DEBUG [RS:0;2b6d221c5cde:33377 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:22:27,352 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731421337141.28d11644cb9133e3f92e0d9f68b66d46. 2024-11-12T14:22:27,352 DEBUG [RS:0;2b6d221c5cde:33377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:27,352 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731421337141.28d11644cb9133e3f92e0d9f68b66d46. 2024-11-12T14:22:27,352 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731421337141.28d11644cb9133e3f92e0d9f68b66d46. after waiting 0 ms 2024-11-12T14:22:27,352 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731421337141.28d11644cb9133e3f92e0d9f68b66d46. 2024-11-12T14:22:27,352 INFO [RS:0;2b6d221c5cde:33377 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T14:22:27,352 INFO [RS:0;2b6d221c5cde:33377 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T14:22:27,352 INFO [RS:0;2b6d221c5cde:33377 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T14:22:27,352 INFO [RS:0;2b6d221c5cde:33377 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T14:22:27,352 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 28d11644cb9133e3f92e0d9f68b66d46 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-12T14:22:27,352 INFO [RS:0;2b6d221c5cde:33377 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T14:22:27,352 DEBUG [RS:0;2b6d221c5cde:33377 {}] regionserver.HRegionServer(1325): Online Regions={28d11644cb9133e3f92e0d9f68b66d46=hbase:replication,,1731421337141.28d11644cb9133e3f92e0d9f68b66d46., 1588230740=hbase:meta,,1.1588230740, 92dc894f44668e39291df88d05b68bfa=test,,1731421330670.92dc894f44668e39291df88d05b68bfa.} 2024-11-12T14:22:27,352 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:22:27,352 DEBUG [RS:0;2b6d221c5cde:33377 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 28d11644cb9133e3f92e0d9f68b66d46, 92dc894f44668e39291df88d05b68bfa 2024-11-12T14:22:27,352 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:22:27,352 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:22:27,352 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:22:27,352 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:22:27,352 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T14:22:27,355 INFO [regionserver/2b6d221c5cde:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:22:27,367 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/hbase/meta/1588230740/.tmp/info/789b48bf7e6d4a8d8ce8b8d11b986118 is 147, key is hbase:replication,,1731421337141.28d11644cb9133e3f92e0d9f68b66d46./info:regioninfo/1731421338303/Put/seqid=0 2024-11-12T14:22:27,368 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/hbase/replication/28d11644cb9133e3f92e0d9f68b66d46/.tmp/queue/0219a65821ba4f6cbbd6ee453d277220 is 154, key is 1-2b6d221c5cde,33377,1731421324519/queue:2b6d221c5cde%2C33377%2C1731421324519/1731421347294/Put/seqid=0 2024-11-12T14:22:27,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741840_1016 (size=7686) 2024-11-12T14:22:27,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741841_1017 (size=5353) 2024-11-12T14:22:27,426 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 1338, reset compression=false 2024-11-12T14:22:27,430 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T14:22:27,430 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 1488, reset compression=false 2024-11-12T14:22:27,430 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.shipper2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,36443,1731421313278 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T14:22:27,453 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 to pos 1466, reset compression=false 2024-11-12T14:22:27,492 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.wal-reader.2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519/2b6d221c5cde%2C33377%2C1731421324519.1731421326358 to pos 1512, reset compression=false 2024-11-12T14:22:27,552 DEBUG [RS:0;2b6d221c5cde:33377 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 28d11644cb9133e3f92e0d9f68b66d46, 92dc894f44668e39291df88d05b68bfa 2024-11-12T14:22:27,633 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 1488, reset compression=false 2024-11-12T14:22:27,753 DEBUG [RS:0;2b6d221c5cde:33377 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 28d11644cb9133e3f92e0d9f68b66d46, 92dc894f44668e39291df88d05b68bfa 2024-11-12T14:22:27,757 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 to pos 1466, reset compression=false 2024-11-12T14:22:27,771 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/hbase/meta/1588230740/.tmp/info/789b48bf7e6d4a8d8ce8b8d11b986118 2024-11-12T14:22:27,771 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/hbase/replication/28d11644cb9133e3f92e0d9f68b66d46/.tmp/queue/0219a65821ba4f6cbbd6ee453d277220 2024-11-12T14:22:27,775 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/hbase/replication/28d11644cb9133e3f92e0d9f68b66d46/.tmp/queue/0219a65821ba4f6cbbd6ee453d277220 as hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/hbase/replication/28d11644cb9133e3f92e0d9f68b66d46/queue/0219a65821ba4f6cbbd6ee453d277220 2024-11-12T14:22:27,778 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T14:22:27,779 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/hbase/replication/28d11644cb9133e3f92e0d9f68b66d46/queue/0219a65821ba4f6cbbd6ee453d277220, entries=1, sequenceid=13, filesize=5.2 K 2024-11-12T14:22:27,779 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 28d11644cb9133e3f92e0d9f68b66d46 in 427ms, sequenceid=13, compaction requested=false 2024-11-12T14:22:27,788 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/hbase/meta/1588230740/.tmp/ns/16531e38aa0148dbb4e7f78b267b7b0a is 43, key is default/ns:d/1731421327316/Put/seqid=0 2024-11-12T14:22:27,789 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/hbase/replication/28d11644cb9133e3f92e0d9f68b66d46/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-12T14:22:27,789 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:22:27,790 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:22:27,790 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731421337141.28d11644cb9133e3f92e0d9f68b66d46. 2024-11-12T14:22:27,790 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 28d11644cb9133e3f92e0d9f68b66d46: Waiting for close lock at 1731421347352Running coprocessor pre-close hooks at 1731421347352Disabling compacts and flushes for region at 1731421347352Disabling writes for close at 1731421347352Obtaining lock to block concurrent updates at 1731421347352Preparing flush snapshotting stores in 28d11644cb9133e3f92e0d9f68b66d46 at 1731421347352Finished memstore snapshotting hbase:replication,,1731421337141.28d11644cb9133e3f92e0d9f68b66d46., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1731421347352Flushing stores of hbase:replication,,1731421337141.28d11644cb9133e3f92e0d9f68b66d46. at 1731421347353 (+1 ms)Flushing 28d11644cb9133e3f92e0d9f68b66d46/queue: creating writer at 1731421347353Flushing 28d11644cb9133e3f92e0d9f68b66d46/queue: appending metadata at 1731421347368 (+15 ms)Flushing 28d11644cb9133e3f92e0d9f68b66d46/queue: closing flushed file at 1731421347368Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79fc77d9: reopening flushed file at 1731421347774 (+406 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 28d11644cb9133e3f92e0d9f68b66d46 in 427ms, sequenceid=13, compaction requested=false at 1731421347779 (+5 ms)Writing region close event to WAL at 1731421347786 (+7 ms)Running coprocessor post-close hooks at 1731421347789 (+3 ms)Closed at 1731421347790 (+1 ms) 2024-11-12T14:22:27,790 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731421337141.28d11644cb9133e3f92e0d9f68b66d46. 2024-11-12T14:22:27,790 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 92dc894f44668e39291df88d05b68bfa, disabling compactions & flushes 2024-11-12T14:22:27,790 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731421330670.92dc894f44668e39291df88d05b68bfa. 2024-11-12T14:22:27,790 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731421330670.92dc894f44668e39291df88d05b68bfa. 2024-11-12T14:22:27,790 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731421330670.92dc894f44668e39291df88d05b68bfa. after waiting 0 ms 2024-11-12T14:22:27,790 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731421330670.92dc894f44668e39291df88d05b68bfa. 2024-11-12T14:22:27,790 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 92dc894f44668e39291df88d05b68bfa 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-12T14:22:27,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741842_1018 (size=5153) 2024-11-12T14:22:27,792 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/hbase/meta/1588230740/.tmp/ns/16531e38aa0148dbb4e7f78b267b7b0a 2024-11-12T14:22:27,795 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.wal-reader.2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519/2b6d221c5cde%2C33377%2C1731421324519.1731421326358 to pos 1512, reset compression=false 2024-11-12T14:22:27,800 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.wal-reader.2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T14:22:27,800 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.wal-reader.2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519/2b6d221c5cde%2C33377%2C1731421324519.1731421326358 to pos 1759, reset compression=false 2024-11-12T14:22:27,800 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.shipper2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,33377,1731421324519 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519/2b6d221c5cde%2C33377%2C1731421324519.1731421326358, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T14:22:27,801 ERROR [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.shipper2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2b6d221c5cde,33377,1731421324519: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-2b6d221c5cde,33377,1731421324519, walGroup=2b6d221c5cde%2C33377%2C1731421324519, offset=2b6d221c5cde%2C33377%2C1731421324519.1731421326358:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b6d221c5cde:33377 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T14:22:27,802 ERROR [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.shipper2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T14:22:27,802 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.shipper2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T14:22:27,803 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.shipper2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T14:22:27,803 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.shipper2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T14:22:27,803 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.shipper2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T14:22:27,803 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.shipper2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 761668936 }, "NonHeapMemoryUsage": { "committed": 201785344, "init": 7667712, "max": -1, "used": 198857504 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T14:22:27,803 WARN [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.shipper2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b6d221c5cde:40017 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b6d221c5cde:40017 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T14:22:27,808 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/default/test/92dc894f44668e39291df88d05b68bfa/.tmp/f/c2a967540b224de58d63aa1329bf4436 is 37, key is row3/f:row3/1731421345968/Put/seqid=0 2024-11-12T14:22:27,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741843_1019 (size=5228) 2024-11-12T14:22:27,812 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/default/test/92dc894f44668e39291df88d05b68bfa/.tmp/f/c2a967540b224de58d63aa1329bf4436 2024-11-12T14:22:27,815 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c2a967540b224de58d63aa1329bf4436 2024-11-12T14:22:27,826 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/hbase/meta/1588230740/.tmp/rep_barrier/4245b2ce5c684ca7b02ac6518e2073da is 112, key is test,,1731421330670.92dc894f44668e39291df88d05b68bfa./rep_barrier:seqnumDuringOpen/1731421331861/Put/seqid=0 2024-11-12T14:22:27,828 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/default/test/92dc894f44668e39291df88d05b68bfa/.tmp/f1/48c8573d6e884188ba66abe4bb575bfa is 30, key is row1/f1:/1731421343314/DeleteFamily/seqid=0 2024-11-12T14:22:27,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741844_1020 (size=5518) 2024-11-12T14:22:27,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741845_1021 (size=5158) 2024-11-12T14:22:27,936 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 1488, reset compression=false 2024-11-12T14:22:27,953 DEBUG [RS:0;2b6d221c5cde:33377 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 92dc894f44668e39291df88d05b68bfa 2024-11-12T14:22:28,009 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.wal-reader.2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519/2b6d221c5cde%2C33377%2C1731421324519.1731421326358 to pos 1759, reset compression=false 2024-11-12T14:22:28,153 DEBUG [RS:0;2b6d221c5cde:33377 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 92dc894f44668e39291df88d05b68bfa 2024-11-12T14:22:28,159 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 to pos 1466, reset compression=false 2024-11-12T14:22:28,230 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/hbase/meta/1588230740/.tmp/rep_barrier/4245b2ce5c684ca7b02ac6518e2073da 2024-11-12T14:22:28,236 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/default/test/92dc894f44668e39291df88d05b68bfa/.tmp/f1/48c8573d6e884188ba66abe4bb575bfa 2024-11-12T14:22:28,239 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 48c8573d6e884188ba66abe4bb575bfa 2024-11-12T14:22:28,240 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T14:22:28,240 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T14:22:28,246 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/hbase/meta/1588230740/.tmp/table/1d67124c88cc471697bd14078b28b88e is 53, key is hbase:replication/table:state/1731421338309/Put/seqid=0 2024-11-12T14:22:28,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741846_1022 (size=5308) 2024-11-12T14:22:28,255 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/default/test/92dc894f44668e39291df88d05b68bfa/.tmp/norep/4e82090cca15417bb328fceaa946c62e is 33, key is row2/norep:/1731421344320/DeleteFamily/seqid=0 2024-11-12T14:22:28,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741847_1023 (size=5108) 2024-11-12T14:22:28,312 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.wal-reader.2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519/2b6d221c5cde%2C33377%2C1731421324519.1731421326358 to pos 1759, reset compression=false 2024-11-12T14:22:28,339 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 1488, reset compression=false 2024-11-12T14:22:28,353 INFO [RS:0;2b6d221c5cde:33377 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T14:22:28,353 DEBUG [RS:0;2b6d221c5cde:33377 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 92dc894f44668e39291df88d05b68bfa=test,,1731421330670.92dc894f44668e39291df88d05b68bfa.} 2024-11-12T14:22:28,353 DEBUG [RS:0;2b6d221c5cde:33377 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 92dc894f44668e39291df88d05b68bfa 2024-11-12T14:22:28,553 DEBUG [RS:0;2b6d221c5cde:33377 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 92dc894f44668e39291df88d05b68bfa 2024-11-12T14:22:28,649 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/hbase/meta/1588230740/.tmp/table/1d67124c88cc471697bd14078b28b88e 2024-11-12T14:22:28,653 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/hbase/meta/1588230740/.tmp/info/789b48bf7e6d4a8d8ce8b8d11b986118 as hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/hbase/meta/1588230740/info/789b48bf7e6d4a8d8ce8b8d11b986118 2024-11-12T14:22:28,657 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/hbase/meta/1588230740/info/789b48bf7e6d4a8d8ce8b8d11b986118, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T14:22:28,657 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/hbase/meta/1588230740/.tmp/ns/16531e38aa0148dbb4e7f78b267b7b0a as hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/hbase/meta/1588230740/ns/16531e38aa0148dbb4e7f78b267b7b0a 2024-11-12T14:22:28,658 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/default/test/92dc894f44668e39291df88d05b68bfa/.tmp/norep/4e82090cca15417bb328fceaa946c62e 2024-11-12T14:22:28,661 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4e82090cca15417bb328fceaa946c62e 2024-11-12T14:22:28,661 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/hbase/meta/1588230740/ns/16531e38aa0148dbb4e7f78b267b7b0a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T14:22:28,661 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/default/test/92dc894f44668e39291df88d05b68bfa/.tmp/f/c2a967540b224de58d63aa1329bf4436 as hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/default/test/92dc894f44668e39291df88d05b68bfa/f/c2a967540b224de58d63aa1329bf4436 2024-11-12T14:22:28,661 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/hbase/meta/1588230740/.tmp/rep_barrier/4245b2ce5c684ca7b02ac6518e2073da as hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/hbase/meta/1588230740/rep_barrier/4245b2ce5c684ca7b02ac6518e2073da 2024-11-12T14:22:28,663 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 to pos 1466, reset compression=false 2024-11-12T14:22:28,665 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c2a967540b224de58d63aa1329bf4436 2024-11-12T14:22:28,665 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/hbase/meta/1588230740/rep_barrier/4245b2ce5c684ca7b02ac6518e2073da, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T14:22:28,665 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/default/test/92dc894f44668e39291df88d05b68bfa/f/c2a967540b224de58d63aa1329bf4436, entries=5, sequenceid=12, filesize=5.1 K 2024-11-12T14:22:28,665 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/hbase/meta/1588230740/.tmp/table/1d67124c88cc471697bd14078b28b88e as hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/hbase/meta/1588230740/table/1d67124c88cc471697bd14078b28b88e 2024-11-12T14:22:28,665 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/default/test/92dc894f44668e39291df88d05b68bfa/.tmp/f1/48c8573d6e884188ba66abe4bb575bfa as hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/default/test/92dc894f44668e39291df88d05b68bfa/f1/48c8573d6e884188ba66abe4bb575bfa 2024-11-12T14:22:28,670 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 48c8573d6e884188ba66abe4bb575bfa 2024-11-12T14:22:28,670 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/hbase/meta/1588230740/table/1d67124c88cc471697bd14078b28b88e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T14:22:28,670 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/default/test/92dc894f44668e39291df88d05b68bfa/f1/48c8573d6e884188ba66abe4bb575bfa, entries=3, sequenceid=12, filesize=5.0 K 2024-11-12T14:22:28,671 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=16, compaction requested=false 2024-11-12T14:22:28,671 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/default/test/92dc894f44668e39291df88d05b68bfa/.tmp/norep/4e82090cca15417bb328fceaa946c62e as hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/default/test/92dc894f44668e39291df88d05b68bfa/norep/4e82090cca15417bb328fceaa946c62e 2024-11-12T14:22:28,674 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4e82090cca15417bb328fceaa946c62e 2024-11-12T14:22:28,674 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/default/test/92dc894f44668e39291df88d05b68bfa/norep/4e82090cca15417bb328fceaa946c62e, entries=1, sequenceid=12, filesize=5.0 K 2024-11-12T14:22:28,675 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 92dc894f44668e39291df88d05b68bfa in 885ms, sequenceid=12, compaction requested=false 2024-11-12T14:22:28,691 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T14:22:28,691 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:22:28,691 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:22:28,691 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:22:28,692 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421347352Running coprocessor pre-close hooks at 1731421347352Disabling compacts and flushes for region at 1731421347352Disabling writes for close at 1731421347352Obtaining lock to block concurrent updates at 1731421347352Preparing flush snapshotting stores in 1588230740 at 1731421347352Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731421347353 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731421347353Flushing 1588230740/info: creating writer at 1731421347353Flushing 1588230740/info: appending metadata at 1731421347367 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731421347367Flushing 1588230740/ns: creating writer at 1731421347774 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731421347788 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731421347788Flushing 1588230740/rep_barrier: creating writer at 1731421347799 (+11 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731421347825 (+26 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731421347825Flushing 1588230740/table: creating writer at 1731421348233 (+408 ms)Flushing 1588230740/table: appending metadata at 1731421348246 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731421348246Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@562bf6da: reopening flushed file at 1731421348653 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@389b7722: reopening flushed file at 1731421348657 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16b33591: reopening flushed file at 1731421348661 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@226ad8de: reopening flushed file at 1731421348665 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=16, compaction requested=false at 1731421348671 (+6 ms)Writing region close event to WAL at 1731421348678 (+7 ms)Running coprocessor post-close hooks at 1731421348691 (+13 ms)Closed at 1731421348691 2024-11-12T14:22:28,692 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T14:22:28,693 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/data/default/test/92dc894f44668e39291df88d05b68bfa/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-12T14:22:28,693 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:22:28,693 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T14:22:28,693 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731421330670.92dc894f44668e39291df88d05b68bfa. 2024-11-12T14:22:28,694 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 92dc894f44668e39291df88d05b68bfa: Waiting for close lock at 1731421347790Running coprocessor pre-close hooks at 1731421347790Disabling compacts and flushes for region at 1731421347790Disabling writes for close at 1731421347790Obtaining lock to block concurrent updates at 1731421347790Preparing flush snapshotting stores in 92dc894f44668e39291df88d05b68bfa at 1731421347790Finished memstore snapshotting test,,1731421330670.92dc894f44668e39291df88d05b68bfa., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731421347791 (+1 ms)Flushing stores of test,,1731421330670.92dc894f44668e39291df88d05b68bfa. at 1731421347791Flushing 92dc894f44668e39291df88d05b68bfa/f: creating writer at 1731421347791Flushing 92dc894f44668e39291df88d05b68bfa/f: appending metadata at 1731421347808 (+17 ms)Flushing 92dc894f44668e39291df88d05b68bfa/f: closing flushed file at 1731421347808Flushing 92dc894f44668e39291df88d05b68bfa/f1: creating writer at 1731421347815 (+7 ms)Flushing 92dc894f44668e39291df88d05b68bfa/f1: appending metadata at 1731421347827 (+12 ms)Flushing 92dc894f44668e39291df88d05b68bfa/f1: closing flushed file at 1731421347827Flushing 92dc894f44668e39291df88d05b68bfa/norep: creating writer at 1731421348239 (+412 ms)Flushing 92dc894f44668e39291df88d05b68bfa/norep: appending metadata at 1731421348254 (+15 ms)Flushing 92dc894f44668e39291df88d05b68bfa/norep: closing flushed file at 1731421348254Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15c64d82: reopening flushed file at 1731421348661 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2412c074: reopening flushed file at 1731421348665 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e093763: reopening flushed file at 1731421348670 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 92dc894f44668e39291df88d05b68bfa in 885ms, sequenceid=12, compaction requested=false at 1731421348675 (+5 ms)Writing region close event to WAL at 1731421348691 (+16 ms)Running coprocessor post-close hooks at 1731421348693 (+2 ms)Closed at 1731421348693 2024-11-12T14:22:28,694 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731421330670.92dc894f44668e39291df88d05b68bfa. 2024-11-12T14:22:28,715 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.wal-reader.2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519/2b6d221c5cde%2C33377%2C1731421324519.1731421326358 to pos 1759, reset compression=false 2024-11-12T14:22:28,719 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.wal-reader.2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T14:22:28,719 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.wal-reader.2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/WALs/2b6d221c5cde,33377,1731421324519/2b6d221c5cde%2C33377%2C1731421324519.1731421326358 to pos 2403, reset compression=false 2024-11-12T14:22:28,753 INFO [RS:0;2b6d221c5cde:33377 {}] regionserver.HRegionServer(976): stopping server 2b6d221c5cde,33377,1731421324519; all regions closed. 2024-11-12T14:22:28,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741834_1010 (size=4239) 2024-11-12T14:22:28,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741839_1015 (size=3333) 2024-11-12T14:22:28,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741832_1008 (size=2411) 2024-11-12T14:22:28,759 DEBUG [RS:0;2b6d221c5cde:33377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:28,759 INFO [RS:0;2b6d221c5cde:33377 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:22:28,760 INFO [RS:0;2b6d221c5cde:33377 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:22:28,760 INFO [RS:0;2b6d221c5cde:33377 {}] hbase.ChoreService(370): Chore service for: regionserver/2b6d221c5cde:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T14:22:28,760 INFO [RS:0;2b6d221c5cde:33377 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:22:28,760 INFO [regionserver/2b6d221c5cde:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:22:28,760 INFO [RS:0;2b6d221c5cde:33377 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2b6d221c5cde,33377,1731421324519 because: Region server is closing 2024-11-12T14:22:28,760 INFO [RS:0;2b6d221c5cde:33377 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:33377. 2024-11-12T14:22:28,760 DEBUG [RS:0;2b6d221c5cde:33377 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:22:28,760 DEBUG [RS:0;2b6d221c5cde:33377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:28,760 DEBUG [RS:0;2b6d221c5cde:33377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:28,760 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:22:28,842 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 1488, reset compression=false 2024-11-12T14:22:28,861 INFO [RS:0;2b6d221c5cde:33377 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.shipper2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 terminated 2024-11-12T14:22:28,861 WARN [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33377,1731421324519.replicationSource.wal-reader.2b6d221c5cde%2C33377%2C1731421324519,1-2b6d221c5cde,33377,1731421324519 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T14:22:28,861 INFO [RS:0;2b6d221c5cde:33377 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:33377. 2024-11-12T14:22:28,861 DEBUG [RS:0;2b6d221c5cde:33377 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:22:28,861 DEBUG [RS:0;2b6d221c5cde:33377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:28,861 DEBUG [RS:0;2b6d221c5cde:33377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:28,861 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:22:28,861 INFO [RS:0;2b6d221c5cde:33377 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33377 2024-11-12T14:22:28,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1012f6c8d8f0006, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-234668121/rs 2024-11-12T14:22:28,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33377-0x1012f6c8d8f0007, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-234668121/rs/2b6d221c5cde,33377,1731421324519 2024-11-12T14:22:28,922 INFO [RS:0;2b6d221c5cde:33377 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:22:28,932 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b6d221c5cde,33377,1731421324519] 2024-11-12T14:22:28,943 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-234668121/draining/2b6d221c5cde,33377,1731421324519 already deleted, retry=false 2024-11-12T14:22:28,943 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b6d221c5cde,33377,1731421324519 expired; onlineServers=0 2024-11-12T14:22:28,943 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b6d221c5cde,40017,1731421324326' ***** 2024-11-12T14:22:28,943 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T14:22:28,943 INFO [M:0;2b6d221c5cde:40017 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:22:28,943 INFO [M:0;2b6d221c5cde:40017 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:22:28,943 DEBUG [M:0;2b6d221c5cde:40017 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T14:22:28,943 DEBUG [M:0;2b6d221c5cde:40017 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T14:22:28,943 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421326077 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421326077,5,FailOnTimeoutGroup] 2024-11-12T14:22:28,943 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421326078 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421326078,5,FailOnTimeoutGroup] 2024-11-12T14:22:28,943 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T14:22:28,944 INFO [M:0;2b6d221c5cde:40017 {}] hbase.ChoreService(370): Chore service for: master/2b6d221c5cde:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T14:22:28,944 INFO [M:0;2b6d221c5cde:40017 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:22:28,944 DEBUG [M:0;2b6d221c5cde:40017 {}] master.HMaster(1795): Stopping service threads 2024-11-12T14:22:28,944 INFO [M:0;2b6d221c5cde:40017 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T14:22:28,944 INFO [M:0;2b6d221c5cde:40017 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:22:28,944 INFO [M:0;2b6d221c5cde:40017 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T14:22:28,944 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T14:22:28,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1012f6c8d8f0006, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-234668121/master 2024-11-12T14:22:28,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1012f6c8d8f0006, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-234668121 2024-11-12T14:22:28,980 DEBUG [M:0;2b6d221c5cde:40017 {}] zookeeper.ZKUtil(347): master:40017-0x1012f6c8d8f0006, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Unable to get data of znode /2-234668121/master because node does not exist (not an error) 2024-11-12T14:22:28,980 WARN [M:0;2b6d221c5cde:40017 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T14:22:28,981 INFO [M:0;2b6d221c5cde:40017 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/.lastflushedseqids 2024-11-12T14:22:28,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741848_1024 (size=245) 2024-11-12T14:22:29,032 INFO [RS:0;2b6d221c5cde:33377 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:22:29,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33377-0x1012f6c8d8f0007, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:22:29,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33377-0x1012f6c8d8f0007, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:22:29,033 INFO [RS:0;2b6d221c5cde:33377 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b6d221c5cde,33377,1731421324519; zookeeper connection closed. 2024-11-12T14:22:29,033 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@30195ce9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@30195ce9 2024-11-12T14:22:29,033 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T14:22:29,266 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 to pos 1466, reset compression=false 2024-11-12T14:22:29,388 INFO [M:0;2b6d221c5cde:40017 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T14:22:29,388 INFO [M:0;2b6d221c5cde:40017 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T14:22:29,388 DEBUG [M:0;2b6d221c5cde:40017 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:22:29,388 INFO [M:0;2b6d221c5cde:40017 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:22:29,388 DEBUG [M:0;2b6d221c5cde:40017 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:22:29,388 DEBUG [M:0;2b6d221c5cde:40017 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:22:29,388 DEBUG [M:0;2b6d221c5cde:40017 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:22:29,388 INFO [M:0;2b6d221c5cde:40017 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-12T14:22:29,405 DEBUG [M:0;2b6d221c5cde:40017 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/01808126de5a4b4ca1bf49480ac68bef is 82, key is hbase:meta,,1/info:regioninfo/1731421327299/Put/seqid=0 2024-11-12T14:22:29,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741849_1025 (size=5672) 2024-11-12T14:22:29,445 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 1488, reset compression=false 2024-11-12T14:22:29,809 INFO [M:0;2b6d221c5cde:40017 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/01808126de5a4b4ca1bf49480ac68bef 2024-11-12T14:22:29,824 DEBUG [M:0;2b6d221c5cde:40017 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1043bff8823b4c24bc953969e61e758a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731421338312/Put/seqid=0 2024-11-12T14:22:29,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741850_1026 (size=9212) 2024-11-12T14:22:29,969 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 to pos 1466, reset compression=false 2024-11-12T14:22:30,148 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 1488, reset compression=false 2024-11-12T14:22:30,228 INFO [M:0;2b6d221c5cde:40017 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1043bff8823b4c24bc953969e61e758a 2024-11-12T14:22:30,247 DEBUG [M:0;2b6d221c5cde:40017 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5dc5e2c0d8f043d2bd5f6123b156b271 is 69, key is 2b6d221c5cde,33377,1731421324519/rs:state/1731421326179/Put/seqid=0 2024-11-12T14:22:30,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741851_1027 (size=5156) 2024-11-12T14:22:30,251 INFO [M:0;2b6d221c5cde:40017 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5dc5e2c0d8f043d2bd5f6123b156b271 2024-11-12T14:22:30,255 DEBUG [M:0;2b6d221c5cde:40017 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/01808126de5a4b4ca1bf49480ac68bef as hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/01808126de5a4b4ca1bf49480ac68bef 2024-11-12T14:22:30,258 INFO [M:0;2b6d221c5cde:40017 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/01808126de5a4b4ca1bf49480ac68bef, entries=8, sequenceid=127, filesize=5.5 K 2024-11-12T14:22:30,259 DEBUG [M:0;2b6d221c5cde:40017 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1043bff8823b4c24bc953969e61e758a as hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1043bff8823b4c24bc953969e61e758a 2024-11-12T14:22:30,262 INFO [M:0;2b6d221c5cde:40017 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1043bff8823b4c24bc953969e61e758a, entries=15, sequenceid=127, filesize=9.0 K 2024-11-12T14:22:30,263 DEBUG [M:0;2b6d221c5cde:40017 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5dc5e2c0d8f043d2bd5f6123b156b271 as hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5dc5e2c0d8f043d2bd5f6123b156b271 2024-11-12T14:22:30,266 INFO [M:0;2b6d221c5cde:40017 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34469/user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5dc5e2c0d8f043d2bd5f6123b156b271, entries=1, sequenceid=127, filesize=5.0 K 2024-11-12T14:22:30,267 INFO [M:0;2b6d221c5cde:40017 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 879ms, sequenceid=127, compaction requested=false 2024-11-12T14:22:30,268 INFO [M:0;2b6d221c5cde:40017 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:22:30,268 DEBUG [M:0;2b6d221c5cde:40017 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421349388Disabling compacts and flushes for region at 1731421349388Disabling writes for close at 1731421349388Obtaining lock to block concurrent updates at 1731421349388Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731421349388Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731421349389 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731421349389Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731421349389Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731421349404 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731421349404Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731421349812 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731421349824 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731421349824Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731421350231 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731421350247 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731421350247Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7346a46c: reopening flushed file at 1731421350254 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7abc684e: reopening flushed file at 1731421350259 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@210c2834: reopening flushed file at 1731421350263 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 879ms, sequenceid=127, compaction requested=false at 1731421350267 (+4 ms)Writing region close event to WAL at 1731421350268 (+1 ms)Closed at 1731421350268 2024-11-12T14:22:30,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741830_1006 (size=73866) 2024-11-12T14:22:30,269 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/17aaf026-e05d-7c49-08ec-fcb223090112/MasterData/WALs/2b6d221c5cde,40017,1731421324326/2b6d221c5cde%2C40017%2C1731421324326.1731421325827 not finished, retry = 0 2024-11-12T14:22:30,370 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:22:30,370 INFO [M:0;2b6d221c5cde:40017 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T14:22:30,370 INFO [M:0;2b6d221c5cde:40017 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40017 2024-11-12T14:22:30,371 INFO [M:0;2b6d221c5cde:40017 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:22:30,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1012f6c8d8f0006, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:22:30,523 INFO [M:0;2b6d221c5cde:40017 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:22:30,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40017-0x1012f6c8d8f0006, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:22:30,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72a80487{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:22:30,526 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7fa3e171{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:22:30,526 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:22:30,526 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36c104ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:22:30,526 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41092737{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e45516-87bc-be49-4634-575e496aaa5d/hadoop.log.dir/,STOPPED} 2024-11-12T14:22:30,527 WARN [BP-1147120285-172.17.0.3-1731421322042 heartbeating to localhost/127.0.0.1:34469 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T14:22:30,527 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T14:22:30,527 WARN [BP-1147120285-172.17.0.3-1731421322042 heartbeating to localhost/127.0.0.1:34469 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1147120285-172.17.0.3-1731421322042 (Datanode Uuid 1902a0db-824d-4007-83fc-66768535ffc1) service to localhost/127.0.0.1:34469 2024-11-12T14:22:30,527 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T14:22:30,528 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e45516-87bc-be49-4634-575e496aaa5d/cluster_febf4a79-c9f0-32e6-b0c5-5868ac027b14/data/data1/current/BP-1147120285-172.17.0.3-1731421322042 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:22:30,528 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e45516-87bc-be49-4634-575e496aaa5d/cluster_febf4a79-c9f0-32e6-b0c5-5868ac027b14/data/data2/current/BP-1147120285-172.17.0.3-1731421322042 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:22:30,528 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T14:22:30,533 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32cebaaa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:22:30,533 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e670154{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:22:30,533 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:22:30,533 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a7e3235{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:22:30,533 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73ff9af5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e45516-87bc-be49-4634-575e496aaa5d/hadoop.log.dir/,STOPPED} 2024-11-12T14:22:30,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T14:22:30,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T14:22:30,545 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:22:30,545 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:22:30,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:30,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:30,545 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:22:30,546 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T14:22:30,546 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1265607298, stopped=false 2024-11-12T14:22:30,546 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b6d221c5cde,39075,1731421318199 2024-11-12T14:22:30,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1012f6c8d8f0003, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1206090488/running 2024-11-12T14:22:30,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43825-0x1012f6c8d8f0004, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1206090488/running 2024-11-12T14:22:30,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1012f6c8d8f0003, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1206090488 2024-11-12T14:22:30,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43825-0x1012f6c8d8f0004, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1206090488 2024-11-12T14:22:30,564 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:22:30,564 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:22:30,564 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39075-0x1012f6c8d8f0003, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Set watcher on znode that does not yet exist, /1-1206090488/running 2024-11-12T14:22:30,564 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:22:30,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:30,564 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43825-0x1012f6c8d8f0004, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Set watcher on znode that does not yet exist, /1-1206090488/running 2024-11-12T14:22:30,564 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b6d221c5cde,43825,1731421318464' ***** 2024-11-12T14:22:30,564 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T14:22:30,565 INFO [RS:0;2b6d221c5cde:43825 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T14:22:30,565 INFO [RS:0;2b6d221c5cde:43825 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T14:22:30,565 INFO [RS:0;2b6d221c5cde:43825 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T14:22:30,565 INFO [RS:0;2b6d221c5cde:43825 {}] regionserver.HRegionServer(3091): Received CLOSE for 451d1c8c0bbebd941ba3456e4c7d0ec4 2024-11-12T14:22:30,565 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T14:22:30,565 INFO [RS:0;2b6d221c5cde:43825 {}] regionserver.HRegionServer(3091): Received CLOSE for 630d5924c1769c7ebec89643e1ca2dab 2024-11-12T14:22:30,565 INFO [RS:0;2b6d221c5cde:43825 {}] regionserver.HRegionServer(959): stopping server 2b6d221c5cde,43825,1731421318464 2024-11-12T14:22:30,565 INFO [RS:0;2b6d221c5cde:43825 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:22:30,565 INFO [RS:0;2b6d221c5cde:43825 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:43825. 2024-11-12T14:22:30,565 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 451d1c8c0bbebd941ba3456e4c7d0ec4, disabling compactions & flushes 2024-11-12T14:22:30,565 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731421328519.451d1c8c0bbebd941ba3456e4c7d0ec4. 2024-11-12T14:22:30,565 DEBUG [RS:0;2b6d221c5cde:43825 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:22:30,565 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731421328519.451d1c8c0bbebd941ba3456e4c7d0ec4. 2024-11-12T14:22:30,565 DEBUG [RS:0;2b6d221c5cde:43825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:30,565 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731421328519.451d1c8c0bbebd941ba3456e4c7d0ec4. after waiting 0 ms 2024-11-12T14:22:30,565 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731421328519.451d1c8c0bbebd941ba3456e4c7d0ec4. 2024-11-12T14:22:30,565 INFO [RS:0;2b6d221c5cde:43825 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T14:22:30,565 INFO [RS:0;2b6d221c5cde:43825 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T14:22:30,565 INFO [RS:0;2b6d221c5cde:43825 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T14:22:30,565 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 451d1c8c0bbebd941ba3456e4c7d0ec4 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-12T14:22:30,565 INFO [RS:0;2b6d221c5cde:43825 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T14:22:30,565 INFO [RS:0;2b6d221c5cde:43825 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T14:22:30,566 DEBUG [RS:0;2b6d221c5cde:43825 {}] regionserver.HRegionServer(1325): Online Regions={451d1c8c0bbebd941ba3456e4c7d0ec4=test,,1731421328519.451d1c8c0bbebd941ba3456e4c7d0ec4., 630d5924c1769c7ebec89643e1ca2dab=hbase:replication,,1731421334988.630d5924c1769c7ebec89643e1ca2dab., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T14:22:30,566 DEBUG [RS:0;2b6d221c5cde:43825 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 451d1c8c0bbebd941ba3456e4c7d0ec4, 630d5924c1769c7ebec89643e1ca2dab 2024-11-12T14:22:30,566 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:22:30,566 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:22:30,566 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:22:30,566 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:22:30,566 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:22:30,566 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T14:22:30,578 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/data/hbase/meta/1588230740/.tmp/info/de087356c2a44e9785d677efd82eb82b is 147, key is hbase:replication,,1731421334988.630d5924c1769c7ebec89643e1ca2dab./info:regioninfo/1731421336144/Put/seqid=0 2024-11-12T14:22:30,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39853 is added to blk_1073741840_1016 (size=7686) 2024-11-12T14:22:30,581 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/data/default/test/451d1c8c0bbebd941ba3456e4c7d0ec4/.tmp/f/c158bb946afb462f9e64aa9de4c2e4ca is 37, key is row3/f:row3/1731421345968/Put/seqid=0 2024-11-12T14:22:30,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39853 is added to blk_1073741841_1017 (size=5228) 2024-11-12T14:22:30,605 INFO [regionserver/2b6d221c5cde:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:22:30,766 DEBUG [RS:0;2b6d221c5cde:43825 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 451d1c8c0bbebd941ba3456e4c7d0ec4, 630d5924c1769c7ebec89643e1ca2dab 2024-11-12T14:22:30,772 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 to pos 1466, reset compression=false 2024-11-12T14:22:30,776 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T14:22:30,776 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 to pos 1713, reset compression=false 2024-11-12T14:22:30,776 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.shipper2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,43825,1731421318464 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907, lastWalPosition=1713, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T14:22:30,777 ERROR [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.shipper2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2b6d221c5cde,43825,1731421318464: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-2b6d221c5cde,43825,1731421318464, walGroup=2b6d221c5cde%2C43825%2C1731421318464, offset=2b6d221c5cde%2C43825%2C1731421318464.1731421320907:1713, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b6d221c5cde:43825 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T14:22:30,778 ERROR [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.shipper2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T14:22:30,778 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.shipper2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T14:22:30,778 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.shipper2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T14:22:30,778 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.shipper2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T14:22:30,778 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.shipper2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T14:22:30,778 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.shipper2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 828777800 }, "NonHeapMemoryUsage": { "committed": 202178560, "init": 7667712, "max": -1, "used": 199257344 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T14:22:30,779 WARN [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.shipper2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b6d221c5cde:39075 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b6d221c5cde:39075 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T14:22:30,804 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T14:22:30,804 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T14:22:30,952 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 1488, reset compression=false 2024-11-12T14:22:30,966 DEBUG [RS:0;2b6d221c5cde:43825 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 451d1c8c0bbebd941ba3456e4c7d0ec4, 630d5924c1769c7ebec89643e1ca2dab 2024-11-12T14:22:30,979 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 to pos 1713, reset compression=false 2024-11-12T14:22:30,982 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/data/hbase/meta/1588230740/.tmp/info/de087356c2a44e9785d677efd82eb82b 2024-11-12T14:22:30,984 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/data/default/test/451d1c8c0bbebd941ba3456e4c7d0ec4/.tmp/f/c158bb946afb462f9e64aa9de4c2e4ca 2024-11-12T14:22:30,988 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c158bb946afb462f9e64aa9de4c2e4ca 2024-11-12T14:22:30,998 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/data/hbase/meta/1588230740/.tmp/ns/f233e5efcb0c4eccad88bfc7d3cace60 is 43, key is default/ns:d/1731421321916/Put/seqid=0 2024-11-12T14:22:31,004 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/data/default/test/451d1c8c0bbebd941ba3456e4c7d0ec4/.tmp/f1/a3a6ab4be147443f8c46bed3a0d8c27d is 30, key is row1/f1:/1731421343314/DeleteFamily/seqid=0 2024-11-12T14:22:31,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39853 is added to blk_1073741842_1018 (size=5153) 2024-11-12T14:22:31,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39853 is added to blk_1073741843_1019 (size=5158) 2024-11-12T14:22:31,007 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/data/default/test/451d1c8c0bbebd941ba3456e4c7d0ec4/.tmp/f1/a3a6ab4be147443f8c46bed3a0d8c27d 2024-11-12T14:22:31,010 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a3a6ab4be147443f8c46bed3a0d8c27d 2024-11-12T14:22:31,026 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/data/default/test/451d1c8c0bbebd941ba3456e4c7d0ec4/.tmp/norep/46263dfa3b9f4e8497393db26433aae0 is 33, key is row1/norep:/1731421343314/DeleteFamily/seqid=0 2024-11-12T14:22:31,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39853 is added to blk_1073741844_1020 (size=5108) 2024-11-12T14:22:31,166 DEBUG [RS:0;2b6d221c5cde:43825 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 451d1c8c0bbebd941ba3456e4c7d0ec4, 630d5924c1769c7ebec89643e1ca2dab 2024-11-12T14:22:31,282 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 to pos 1713, reset compression=false 2024-11-12T14:22:31,366 DEBUG [RS:0;2b6d221c5cde:43825 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 451d1c8c0bbebd941ba3456e4c7d0ec4, 630d5924c1769c7ebec89643e1ca2dab 2024-11-12T14:22:31,406 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/data/hbase/meta/1588230740/.tmp/ns/f233e5efcb0c4eccad88bfc7d3cace60 2024-11-12T14:22:31,426 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/data/hbase/meta/1588230740/.tmp/rep_barrier/8d55caeebdf649158aef9669203356ff is 112, key is test,,1731421328519.451d1c8c0bbebd941ba3456e4c7d0ec4./rep_barrier:seqnumDuringOpen/1731421329668/Put/seqid=0 2024-11-12T14:22:31,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39853 is added to blk_1073741845_1021 (size=5518) 2024-11-12T14:22:31,430 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/data/default/test/451d1c8c0bbebd941ba3456e4c7d0ec4/.tmp/norep/46263dfa3b9f4e8497393db26433aae0 2024-11-12T14:22:31,433 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 46263dfa3b9f4e8497393db26433aae0 2024-11-12T14:22:31,433 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/data/default/test/451d1c8c0bbebd941ba3456e4c7d0ec4/.tmp/f/c158bb946afb462f9e64aa9de4c2e4ca as hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/data/default/test/451d1c8c0bbebd941ba3456e4c7d0ec4/f/c158bb946afb462f9e64aa9de4c2e4ca 2024-11-12T14:22:31,437 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c158bb946afb462f9e64aa9de4c2e4ca 2024-11-12T14:22:31,437 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/data/default/test/451d1c8c0bbebd941ba3456e4c7d0ec4/f/c158bb946afb462f9e64aa9de4c2e4ca, entries=5, sequenceid=12, filesize=5.1 K 2024-11-12T14:22:31,437 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/data/default/test/451d1c8c0bbebd941ba3456e4c7d0ec4/.tmp/f1/a3a6ab4be147443f8c46bed3a0d8c27d as hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/data/default/test/451d1c8c0bbebd941ba3456e4c7d0ec4/f1/a3a6ab4be147443f8c46bed3a0d8c27d 2024-11-12T14:22:31,440 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a3a6ab4be147443f8c46bed3a0d8c27d 2024-11-12T14:22:31,441 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/data/default/test/451d1c8c0bbebd941ba3456e4c7d0ec4/f1/a3a6ab4be147443f8c46bed3a0d8c27d, entries=3, sequenceid=12, filesize=5.0 K 2024-11-12T14:22:31,441 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/data/default/test/451d1c8c0bbebd941ba3456e4c7d0ec4/.tmp/norep/46263dfa3b9f4e8497393db26433aae0 as hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/data/default/test/451d1c8c0bbebd941ba3456e4c7d0ec4/norep/46263dfa3b9f4e8497393db26433aae0 2024-11-12T14:22:31,445 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 46263dfa3b9f4e8497393db26433aae0 2024-11-12T14:22:31,445 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/data/default/test/451d1c8c0bbebd941ba3456e4c7d0ec4/norep/46263dfa3b9f4e8497393db26433aae0, entries=1, sequenceid=12, filesize=5.0 K 2024-11-12T14:22:31,445 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 451d1c8c0bbebd941ba3456e4c7d0ec4 in 880ms, sequenceid=12, compaction requested=false 2024-11-12T14:22:31,445 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T14:22:31,451 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/data/default/test/451d1c8c0bbebd941ba3456e4c7d0ec4/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-12T14:22:31,451 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:22:31,451 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T14:22:31,451 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731421328519.451d1c8c0bbebd941ba3456e4c7d0ec4. 2024-11-12T14:22:31,451 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 451d1c8c0bbebd941ba3456e4c7d0ec4: Waiting for close lock at 1731421350565Running coprocessor pre-close hooks at 1731421350565Disabling compacts and flushes for region at 1731421350565Disabling writes for close at 1731421350565Obtaining lock to block concurrent updates at 1731421350565Preparing flush snapshotting stores in 451d1c8c0bbebd941ba3456e4c7d0ec4 at 1731421350565Finished memstore snapshotting test,,1731421328519.451d1c8c0bbebd941ba3456e4c7d0ec4., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731421350566 (+1 ms)Flushing stores of test,,1731421328519.451d1c8c0bbebd941ba3456e4c7d0ec4. at 1731421350566Flushing 451d1c8c0bbebd941ba3456e4c7d0ec4/f: creating writer at 1731421350566Flushing 451d1c8c0bbebd941ba3456e4c7d0ec4/f: appending metadata at 1731421350581 (+15 ms)Flushing 451d1c8c0bbebd941ba3456e4c7d0ec4/f: closing flushed file at 1731421350581Flushing 451d1c8c0bbebd941ba3456e4c7d0ec4/f1: creating writer at 1731421350988 (+407 ms)Flushing 451d1c8c0bbebd941ba3456e4c7d0ec4/f1: appending metadata at 1731421351003 (+15 ms)Flushing 451d1c8c0bbebd941ba3456e4c7d0ec4/f1: closing flushed file at 1731421351003Flushing 451d1c8c0bbebd941ba3456e4c7d0ec4/norep: creating writer at 1731421351010 (+7 ms)Flushing 451d1c8c0bbebd941ba3456e4c7d0ec4/norep: appending metadata at 1731421351026 (+16 ms)Flushing 451d1c8c0bbebd941ba3456e4c7d0ec4/norep: closing flushed file at 1731421351026Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4057689: reopening flushed file at 1731421351433 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25e416cc: reopening flushed file at 1731421351437 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ff04cd0: reopening flushed file at 1731421351441 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 451d1c8c0bbebd941ba3456e4c7d0ec4 in 880ms, sequenceid=12, compaction requested=false at 1731421351445 (+4 ms)Writing region close event to WAL at 1731421351448 (+3 ms)Running coprocessor post-close hooks at 1731421351451 (+3 ms)Closed at 1731421351451 2024-11-12T14:22:31,451 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731421328519.451d1c8c0bbebd941ba3456e4c7d0ec4. 2024-11-12T14:22:31,452 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 630d5924c1769c7ebec89643e1ca2dab, disabling compactions & flushes 2024-11-12T14:22:31,452 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731421334988.630d5924c1769c7ebec89643e1ca2dab. 2024-11-12T14:22:31,452 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731421334988.630d5924c1769c7ebec89643e1ca2dab. 2024-11-12T14:22:31,452 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731421334988.630d5924c1769c7ebec89643e1ca2dab. after waiting 0 ms 2024-11-12T14:22:31,452 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731421334988.630d5924c1769c7ebec89643e1ca2dab. 2024-11-12T14:22:31,452 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 630d5924c1769c7ebec89643e1ca2dab: Waiting for close lock at 1731421351452Running coprocessor pre-close hooks at 1731421351452Disabling compacts and flushes for region at 1731421351452Disabling writes for close at 1731421351452Failed flush hbase:replication,,1731421334988.630d5924c1769c7ebec89643e1ca2dab., putting online again at 1731421351452 2024-11-12T14:22:31,452 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731421334988.630d5924c1769c7ebec89643e1ca2dab. 2024-11-12T14:22:31,566 INFO [RS:0;2b6d221c5cde:43825 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T14:22:31,566 DEBUG [RS:0;2b6d221c5cde:43825 {}] regionserver.HRegionServer(1325): Online Regions={630d5924c1769c7ebec89643e1ca2dab=hbase:replication,,1731421334988.630d5924c1769c7ebec89643e1ca2dab., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T14:22:31,566 INFO [RS:0;2b6d221c5cde:43825 {}] regionserver.HRegionServer(3091): Received CLOSE for 630d5924c1769c7ebec89643e1ca2dab 2024-11-12T14:22:31,567 DEBUG [RS:0;2b6d221c5cde:43825 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 630d5924c1769c7ebec89643e1ca2dab 2024-11-12T14:22:31,567 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 630d5924c1769c7ebec89643e1ca2dab, disabling compactions & flushes 2024-11-12T14:22:31,567 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731421334988.630d5924c1769c7ebec89643e1ca2dab. 2024-11-12T14:22:31,567 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731421334988.630d5924c1769c7ebec89643e1ca2dab. 2024-11-12T14:22:31,567 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731421334988.630d5924c1769c7ebec89643e1ca2dab. after waiting 0 ms 2024-11-12T14:22:31,567 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731421334988.630d5924c1769c7ebec89643e1ca2dab. 2024-11-12T14:22:31,567 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 630d5924c1769c7ebec89643e1ca2dab: Waiting for close lock at 1731421351567Running coprocessor pre-close hooks at 1731421351567Disabling compacts and flushes for region at 1731421351567Disabling writes for close at 1731421351567Failed flush hbase:replication,,1731421334988.630d5924c1769c7ebec89643e1ca2dab., putting online again at 1731421351567 2024-11-12T14:22:31,567 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731421334988.630d5924c1769c7ebec89643e1ca2dab. 2024-11-12T14:22:31,685 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 to pos 1713, reset compression=false 2024-11-12T14:22:31,689 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T14:22:31,689 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 to pos 2357, reset compression=false 2024-11-12T14:22:31,767 DEBUG [RS:0;2b6d221c5cde:43825 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:22:31,830 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/data/hbase/meta/1588230740/.tmp/rep_barrier/8d55caeebdf649158aef9669203356ff 2024-11-12T14:22:31,845 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/data/hbase/meta/1588230740/.tmp/table/239f8fe9da7742deb3e33b09493e1334 is 53, key is hbase:replication/table:state/1731421336150/Put/seqid=0 2024-11-12T14:22:31,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39853 is added to blk_1073741846_1022 (size=5308) 2024-11-12T14:22:31,855 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 1488, reset compression=false 2024-11-12T14:22:31,891 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 to pos 2357, reset compression=false 2024-11-12T14:22:31,967 DEBUG [RS:0;2b6d221c5cde:43825 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:22:32,167 DEBUG [RS:0;2b6d221c5cde:43825 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:22:32,194 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.1731421320907 to pos 2357, reset compression=false 2024-11-12T14:22:32,248 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/data/hbase/meta/1588230740/.tmp/table/239f8fe9da7742deb3e33b09493e1334 2024-11-12T14:22:32,252 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/data/hbase/meta/1588230740/.tmp/info/de087356c2a44e9785d677efd82eb82b as hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/data/hbase/meta/1588230740/info/de087356c2a44e9785d677efd82eb82b 2024-11-12T14:22:32,255 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/data/hbase/meta/1588230740/info/de087356c2a44e9785d677efd82eb82b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T14:22:32,255 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/data/hbase/meta/1588230740/.tmp/ns/f233e5efcb0c4eccad88bfc7d3cace60 as hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/data/hbase/meta/1588230740/ns/f233e5efcb0c4eccad88bfc7d3cace60 2024-11-12T14:22:32,259 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/data/hbase/meta/1588230740/ns/f233e5efcb0c4eccad88bfc7d3cace60, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T14:22:32,259 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/data/hbase/meta/1588230740/.tmp/rep_barrier/8d55caeebdf649158aef9669203356ff as hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/data/hbase/meta/1588230740/rep_barrier/8d55caeebdf649158aef9669203356ff 2024-11-12T14:22:32,263 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/data/hbase/meta/1588230740/rep_barrier/8d55caeebdf649158aef9669203356ff, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T14:22:32,263 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/data/hbase/meta/1588230740/.tmp/table/239f8fe9da7742deb3e33b09493e1334 as hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/data/hbase/meta/1588230740/table/239f8fe9da7742deb3e33b09493e1334 2024-11-12T14:22:32,267 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/data/hbase/meta/1588230740/table/239f8fe9da7742deb3e33b09493e1334, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T14:22:32,267 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1701ms, sequenceid=16, compaction requested=false 2024-11-12T14:22:32,268 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T14:22:32,272 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T14:22:32,272 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:22:32,272 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:22:32,272 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:22:32,272 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421350566Running coprocessor pre-close hooks at 1731421350566Disabling compacts and flushes for region at 1731421350566Disabling writes for close at 1731421350566Obtaining lock to block concurrent updates at 1731421350566Preparing flush snapshotting stores in 1588230740 at 1731421350566Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731421350566Flushing stores of hbase:meta,,1.1588230740 at 1731421350566Flushing 1588230740/info: creating writer at 1731421350566Flushing 1588230740/info: appending metadata at 1731421350578 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731421350578Flushing 1588230740/ns: creating writer at 1731421350985 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731421350998 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731421350998Flushing 1588230740/rep_barrier: creating writer at 1731421351410 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731421351425 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731421351426 (+1 ms)Flushing 1588230740/table: creating writer at 1731421351833 (+407 ms)Flushing 1588230740/table: appending metadata at 1731421351844 (+11 ms)Flushing 1588230740/table: closing flushed file at 1731421351844Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1045ef16: reopening flushed file at 1731421352252 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b1d2b56: reopening flushed file at 1731421352255 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34599c2a: reopening flushed file at 1731421352259 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ee271bd: reopening flushed file at 1731421352263 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1701ms, sequenceid=16, compaction requested=false at 1731421352267 (+4 ms)Writing region close event to WAL at 1731421352269 (+2 ms)Running coprocessor post-close hooks at 1731421352272 (+3 ms)Closed at 1731421352272 2024-11-12T14:22:32,273 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T14:22:32,367 INFO [RS:0;2b6d221c5cde:43825 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-12T14:22:32,367 INFO [RS:0;2b6d221c5cde:43825 {}] regionserver.HRegionServer(976): stopping server 2b6d221c5cde,43825,1731421318464; all regions closed. 2024-11-12T14:22:32,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39853 is added to blk_1073741834_1010 (size=4239) 2024-11-12T14:22:32,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39853 is added to blk_1073741839_1015 (size=2609) 2024-11-12T14:22:32,372 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/WALs/2b6d221c5cde,43825,1731421318464/2b6d221c5cde%2C43825%2C1731421318464.rep.1731421336118 not finished, retry = 0 2024-11-12T14:22:32,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39853 is added to blk_1073741832_1008 (size=2365) 2024-11-12T14:22:32,475 DEBUG [RS:0;2b6d221c5cde:43825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:32,475 INFO [RS:0;2b6d221c5cde:43825 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:22:32,475 INFO [RS:0;2b6d221c5cde:43825 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:22:32,475 INFO [RS:0;2b6d221c5cde:43825 {}] hbase.ChoreService(370): Chore service for: regionserver/2b6d221c5cde:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T14:22:32,475 INFO [RS:0;2b6d221c5cde:43825 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:22:32,476 INFO [regionserver/2b6d221c5cde:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:22:32,476 INFO [RS:0;2b6d221c5cde:43825 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2b6d221c5cde,43825,1731421318464 because: Region server is closing 2024-11-12T14:22:32,476 INFO [RS:0;2b6d221c5cde:43825 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:43825. 2024-11-12T14:22:32,476 DEBUG [RS:0;2b6d221c5cde:43825 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:22:32,476 DEBUG [RS:0;2b6d221c5cde:43825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:32,476 DEBUG [RS:0;2b6d221c5cde:43825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:32,476 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:22:32,576 INFO [RS:0;2b6d221c5cde:43825 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.shipper2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 terminated 2024-11-12T14:22:32,576 WARN [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,43825,1731421318464.replicationSource.wal-reader.2b6d221c5cde%2C43825%2C1731421318464,1-2b6d221c5cde,43825,1731421318464 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T14:22:32,576 INFO [RS:0;2b6d221c5cde:43825 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:43825. 2024-11-12T14:22:32,577 DEBUG [RS:0;2b6d221c5cde:43825 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:22:32,577 DEBUG [RS:0;2b6d221c5cde:43825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:32,577 DEBUG [RS:0;2b6d221c5cde:43825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:32,577 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:22:32,577 INFO [RS:0;2b6d221c5cde:43825 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43825 2024-11-12T14:22:32,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43825-0x1012f6c8d8f0004, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1206090488/rs/2b6d221c5cde,43825,1731421318464 2024-11-12T14:22:32,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1012f6c8d8f0003, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1206090488/rs 2024-11-12T14:22:32,627 INFO [RS:0;2b6d221c5cde:43825 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:22:32,637 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b6d221c5cde,43825,1731421318464] 2024-11-12T14:22:32,648 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1206090488/draining/2b6d221c5cde,43825,1731421318464 already deleted, retry=false 2024-11-12T14:22:32,648 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b6d221c5cde,43825,1731421318464 expired; onlineServers=0 2024-11-12T14:22:32,648 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b6d221c5cde,39075,1731421318199' ***** 2024-11-12T14:22:32,648 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T14:22:32,648 INFO [M:0;2b6d221c5cde:39075 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:22:32,648 INFO [M:0;2b6d221c5cde:39075 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:22:32,648 DEBUG [M:0;2b6d221c5cde:39075 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T14:22:32,648 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T14:22:32,648 DEBUG [M:0;2b6d221c5cde:39075 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T14:22:32,648 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421320686 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421320686,5,FailOnTimeoutGroup] 2024-11-12T14:22:32,648 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421320687 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421320687,5,FailOnTimeoutGroup] 2024-11-12T14:22:32,648 INFO [M:0;2b6d221c5cde:39075 {}] hbase.ChoreService(370): Chore service for: master/2b6d221c5cde:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T14:22:32,648 INFO [M:0;2b6d221c5cde:39075 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:22:32,648 DEBUG [M:0;2b6d221c5cde:39075 {}] master.HMaster(1795): Stopping service threads 2024-11-12T14:22:32,648 INFO [M:0;2b6d221c5cde:39075 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T14:22:32,648 INFO [M:0;2b6d221c5cde:39075 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:22:32,649 INFO [M:0;2b6d221c5cde:39075 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T14:22:32,649 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T14:22:32,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1012f6c8d8f0003, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1206090488/master 2024-11-12T14:22:32,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1012f6c8d8f0003, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1206090488 2024-11-12T14:22:32,658 DEBUG [M:0;2b6d221c5cde:39075 {}] zookeeper.ZKUtil(347): master:39075-0x1012f6c8d8f0003, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Unable to get data of znode /1-1206090488/master because node does not exist (not an error) 2024-11-12T14:22:32,658 WARN [M:0;2b6d221c5cde:39075 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T14:22:32,659 INFO [M:0;2b6d221c5cde:39075 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/.lastflushedseqids 2024-11-12T14:22:32,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39853 is added to blk_1073741847_1023 (size=245) 2024-11-12T14:22:32,737 INFO [RS:0;2b6d221c5cde:43825 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:22:32,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43825-0x1012f6c8d8f0004, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:22:32,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43825-0x1012f6c8d8f0004, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:22:32,737 INFO [RS:0;2b6d221c5cde:43825 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b6d221c5cde,43825,1731421318464; zookeeper connection closed. 2024-11-12T14:22:32,738 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4e4a1bab {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4e4a1bab 2024-11-12T14:22:32,738 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T14:22:32,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:32,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:32,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:32,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:32,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:32,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:32,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:32,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:32,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:32,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:32,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:32,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:32,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:32,858 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 1488, reset compression=false 2024-11-12T14:22:33,063 INFO [M:0;2b6d221c5cde:39075 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T14:22:33,064 INFO [M:0;2b6d221c5cde:39075 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T14:22:33,064 DEBUG [M:0;2b6d221c5cde:39075 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:22:33,064 INFO [M:0;2b6d221c5cde:39075 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:22:33,064 DEBUG [M:0;2b6d221c5cde:39075 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:22:33,064 DEBUG [M:0;2b6d221c5cde:39075 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:22:33,064 DEBUG [M:0;2b6d221c5cde:39075 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:22:33,064 INFO [M:0;2b6d221c5cde:39075 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-12T14:22:33,081 DEBUG [M:0;2b6d221c5cde:39075 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1bc872a71db541a09f29418de017c460 is 82, key is hbase:meta,,1/info:regioninfo/1731421321898/Put/seqid=0 2024-11-12T14:22:33,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39853 is added to blk_1073741848_1024 (size=5672) 2024-11-12T14:22:33,343 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T14:22:33,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:33,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:33,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:33,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:33,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:33,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:33,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:33,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:33,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:33,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:33,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:33,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:33,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:33,485 INFO [M:0;2b6d221c5cde:39075 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1bc872a71db541a09f29418de017c460 2024-11-12T14:22:33,505 DEBUG [M:0;2b6d221c5cde:39075 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/023924f65e654e4d90d06141b94616bf is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731421336153/Put/seqid=0 2024-11-12T14:22:33,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39853 is added to blk_1073741849_1025 (size=8516) 2024-11-12T14:22:33,909 INFO [M:0;2b6d221c5cde:39075 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/023924f65e654e4d90d06141b94616bf 2024-11-12T14:22:33,928 DEBUG [M:0;2b6d221c5cde:39075 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1194b3e53bb648f88d9fc10ee0cfaa63 is 69, key is 2b6d221c5cde,43825,1731421318464/rs:state/1731421320726/Put/seqid=0 2024-11-12T14:22:33,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39853 is added to blk_1073741850_1026 (size=5156) 2024-11-12T14:22:33,961 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 1488, reset compression=false 2024-11-12T14:22:34,332 INFO [M:0;2b6d221c5cde:39075 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1194b3e53bb648f88d9fc10ee0cfaa63 2024-11-12T14:22:34,335 DEBUG [M:0;2b6d221c5cde:39075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1bc872a71db541a09f29418de017c460 as hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1bc872a71db541a09f29418de017c460 2024-11-12T14:22:34,338 INFO [M:0;2b6d221c5cde:39075 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1bc872a71db541a09f29418de017c460, entries=8, sequenceid=97, filesize=5.5 K 2024-11-12T14:22:34,339 DEBUG [M:0;2b6d221c5cde:39075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/023924f65e654e4d90d06141b94616bf as hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/023924f65e654e4d90d06141b94616bf 2024-11-12T14:22:34,341 INFO [M:0;2b6d221c5cde:39075 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/023924f65e654e4d90d06141b94616bf, entries=11, sequenceid=97, filesize=8.3 K 2024-11-12T14:22:34,341 DEBUG [M:0;2b6d221c5cde:39075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1194b3e53bb648f88d9fc10ee0cfaa63 as hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1194b3e53bb648f88d9fc10ee0cfaa63 2024-11-12T14:22:34,344 INFO [M:0;2b6d221c5cde:39075 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39643/user/jenkins/test-data/a91e4a69-a7e8-48c4-a988-798a9a6c88d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1194b3e53bb648f88d9fc10ee0cfaa63, entries=1, sequenceid=97, filesize=5.0 K 2024-11-12T14:22:34,345 INFO [M:0;2b6d221c5cde:39075 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false 2024-11-12T14:22:34,348 INFO [M:0;2b6d221c5cde:39075 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:22:34,348 DEBUG [M:0;2b6d221c5cde:39075 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421353064Disabling compacts and flushes for region at 1731421353064Disabling writes for close at 1731421353064Obtaining lock to block concurrent updates at 1731421353064Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731421353064Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731421353064Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731421353065 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731421353065Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731421353080 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731421353080Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731421353489 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731421353505 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731421353505Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731421353912 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731421353927 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731421353927Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35bb38c6: reopening flushed file at 1731421354335 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@93ddd6: reopening flushed file at 1731421354338 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65b17dc6: reopening flushed file at 1731421354341 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false at 1731421354345 (+4 ms)Writing region close event to WAL at 1731421354348 (+3 ms)Closed at 1731421354348 2024-11-12T14:22:34,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39853 is added to blk_1073741830_1006 (size=63654) 2024-11-12T14:22:34,351 INFO [M:0;2b6d221c5cde:39075 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T14:22:34,351 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:22:34,351 INFO [M:0;2b6d221c5cde:39075 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39075 2024-11-12T14:22:34,351 INFO [M:0;2b6d221c5cde:39075 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:22:34,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1012f6c8d8f0003, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:22:34,555 INFO [M:0;2b6d221c5cde:39075 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:22:34,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1012f6c8d8f0003, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:22:34,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25482ea9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:22:34,557 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30484cc9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:22:34,557 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:22:34,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d0cb7f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:22:34,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@674af949{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85edd8b5-3563-2178-3550-d40f752af85c/hadoop.log.dir/,STOPPED} 2024-11-12T14:22:34,558 WARN [BP-518114714-172.17.0.3-1731421316261 heartbeating to localhost/127.0.0.1:39643 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T14:22:34,558 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T14:22:34,558 WARN [BP-518114714-172.17.0.3-1731421316261 heartbeating to localhost/127.0.0.1:39643 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-518114714-172.17.0.3-1731421316261 (Datanode Uuid 420b1bfe-5fbb-41ba-a1a0-e4b57c01b39e) service to localhost/127.0.0.1:39643 2024-11-12T14:22:34,558 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T14:22:34,559 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85edd8b5-3563-2178-3550-d40f752af85c/cluster_77e6fb4c-0e85-1cc9-22c7-1d36b02cc0bd/data/data1/current/BP-518114714-172.17.0.3-1731421316261 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:22:34,559 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85edd8b5-3563-2178-3550-d40f752af85c/cluster_77e6fb4c-0e85-1cc9-22c7-1d36b02cc0bd/data/data2/current/BP-518114714-172.17.0.3-1731421316261 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:22:34,559 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T14:22:34,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22ef0f0e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:22:34,565 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@574211b1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:22:34,565 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:22:34,565 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38f695b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:22:34,565 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@503cf90c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85edd8b5-3563-2178-3550-d40f752af85c/hadoop.log.dir/,STOPPED} 2024-11-12T14:22:34,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T14:22:34,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T14:22:34,579 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:22:34,580 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:22:34,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:34,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:34,580 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:22:34,580 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T14:22:34,580 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2007328623, stopped=false 2024-11-12T14:22:34,580 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b6d221c5cde,44821,1731421313012 2024-11-12T14:22:34,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44821-0x1012f6c8d8f0000, quorum=127.0.0.1:60026, baseZNode=/01195182214 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01195182214/running 2024-11-12T14:22:34,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36443-0x1012f6c8d8f0001, quorum=127.0.0.1:60026, baseZNode=/01195182214 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01195182214/running 2024-11-12T14:22:34,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44821-0x1012f6c8d8f0000, quorum=127.0.0.1:60026, baseZNode=/01195182214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01195182214 2024-11-12T14:22:34,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36443-0x1012f6c8d8f0001, quorum=127.0.0.1:60026, baseZNode=/01195182214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01195182214 2024-11-12T14:22:34,595 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:22:34,595 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:22:34,595 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:22:34,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:34,596 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36443-0x1012f6c8d8f0001, quorum=127.0.0.1:60026, baseZNode=/01195182214 Set watcher on znode that does not yet exist, /01195182214/running 2024-11-12T14:22:34,596 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b6d221c5cde,36443,1731421313278' ***** 2024-11-12T14:22:34,596 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T14:22:34,596 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44821-0x1012f6c8d8f0000, quorum=127.0.0.1:60026, baseZNode=/01195182214 Set watcher on znode that does not yet exist, /01195182214/running 2024-11-12T14:22:34,596 INFO [RS:0;2b6d221c5cde:36443 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T14:22:34,596 INFO [RS:0;2b6d221c5cde:36443 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T14:22:34,596 INFO [RS:0;2b6d221c5cde:36443 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T14:22:34,596 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T14:22:34,596 INFO [RS:0;2b6d221c5cde:36443 {}] regionserver.HRegionServer(3091): Received CLOSE for d176f58b1897aa532e7099dc245f8574 2024-11-12T14:22:34,596 INFO [RS:0;2b6d221c5cde:36443 {}] regionserver.HRegionServer(3091): Received CLOSE for 25be21f2bab7acd5c99cc1d3bf160527 2024-11-12T14:22:34,596 INFO [RS:0;2b6d221c5cde:36443 {}] regionserver.HRegionServer(959): stopping server 2b6d221c5cde,36443,1731421313278 2024-11-12T14:22:34,596 INFO [RS:0;2b6d221c5cde:36443 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:22:34,596 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d176f58b1897aa532e7099dc245f8574, disabling compactions & flushes 2024-11-12T14:22:34,596 INFO [RS:0;2b6d221c5cde:36443 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:36443. 2024-11-12T14:22:34,597 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731421327379.d176f58b1897aa532e7099dc245f8574. 2024-11-12T14:22:34,597 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731421327379.d176f58b1897aa532e7099dc245f8574. 2024-11-12T14:22:34,597 DEBUG [RS:0;2b6d221c5cde:36443 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:22:34,597 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731421327379.d176f58b1897aa532e7099dc245f8574. after waiting 0 ms 2024-11-12T14:22:34,597 DEBUG [RS:0;2b6d221c5cde:36443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:34,597 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731421327379.d176f58b1897aa532e7099dc245f8574. 2024-11-12T14:22:34,597 INFO [RS:0;2b6d221c5cde:36443 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T14:22:34,597 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d176f58b1897aa532e7099dc245f8574 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-12T14:22:34,597 INFO [RS:0;2b6d221c5cde:36443 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T14:22:34,597 INFO [RS:0;2b6d221c5cde:36443 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T14:22:34,597 INFO [RS:0;2b6d221c5cde:36443 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T14:22:34,597 INFO [RS:0;2b6d221c5cde:36443 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T14:22:34,597 DEBUG [RS:0;2b6d221c5cde:36443 {}] regionserver.HRegionServer(1325): Online Regions={d176f58b1897aa532e7099dc245f8574=test,,1731421327379.d176f58b1897aa532e7099dc245f8574., 1588230740=hbase:meta,,1.1588230740, 25be21f2bab7acd5c99cc1d3bf160527=hbase:replication,,1731421332833.25be21f2bab7acd5c99cc1d3bf160527.} 2024-11-12T14:22:34,597 DEBUG [RS:0;2b6d221c5cde:36443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25be21f2bab7acd5c99cc1d3bf160527, d176f58b1897aa532e7099dc245f8574 2024-11-12T14:22:34,597 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:22:34,597 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:22:34,597 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:22:34,597 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:22:34,597 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:22:34,597 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T14:22:34,611 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/data/hbase/meta/1588230740/.tmp/info/4f54aac16c994ba5b380b673ef3d0660 is 147, key is hbase:replication,,1731421332833.25be21f2bab7acd5c99cc1d3bf160527./info:regioninfo/1731421333602/Put/seqid=0 2024-11-12T14:22:34,613 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/data/default/test/d176f58b1897aa532e7099dc245f8574/.tmp/f/8706aecb197c4168b1b298d8fbb9c552 is 37, key is row3/f:row3/1731421345968/Put/seqid=0 2024-11-12T14:22:34,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741840_1016 (size=7686) 2024-11-12T14:22:34,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741841_1017 (size=5228) 2024-11-12T14:22:34,693 INFO [regionserver/2b6d221c5cde:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:22:34,797 DEBUG [RS:0;2b6d221c5cde:36443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25be21f2bab7acd5c99cc1d3bf160527, d176f58b1897aa532e7099dc245f8574 2024-11-12T14:22:34,997 DEBUG [RS:0;2b6d221c5cde:36443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25be21f2bab7acd5c99cc1d3bf160527, d176f58b1897aa532e7099dc245f8574 2024-11-12T14:22:35,014 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/data/hbase/meta/1588230740/.tmp/info/4f54aac16c994ba5b380b673ef3d0660 2024-11-12T14:22:35,016 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/data/default/test/d176f58b1897aa532e7099dc245f8574/.tmp/f/8706aecb197c4168b1b298d8fbb9c552 2024-11-12T14:22:35,018 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8706aecb197c4168b1b298d8fbb9c552 2024-11-12T14:22:35,030 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/data/hbase/meta/1588230740/.tmp/ns/22b7ffc3f7ec4a8db473d65f3eaaf4ab is 43, key is default/ns:d/1731421316173/Put/seqid=0 2024-11-12T14:22:35,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741842_1018 (size=5153) 2024-11-12T14:22:35,034 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/data/default/test/d176f58b1897aa532e7099dc245f8574/.tmp/f1/e0964977dc3045da98c2f76191c20692 is 30, key is row1/f1:/1731421343314/DeleteFamily/seqid=0 2024-11-12T14:22:35,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741843_1019 (size=5158) 2024-11-12T14:22:35,165 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 1488, reset compression=false 2024-11-12T14:22:35,168 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T14:22:35,168 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 1735, reset compression=false 2024-11-12T14:22:35,168 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.shipper2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,36443,1731421313278 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500, lastWalPosition=1735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T14:22:35,169 ERROR [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.shipper2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2b6d221c5cde,36443,1731421313278: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-2b6d221c5cde,36443,1731421313278, walGroup=2b6d221c5cde%2C36443%2C1731421313278, offset=2b6d221c5cde%2C36443%2C1731421313278.1731421315500:1735, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b6d221c5cde:36443 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T14:22:35,171 ERROR [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.shipper2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T14:22:35,171 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.shipper2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T14:22:35,171 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.shipper2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T14:22:35,171 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.shipper2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T14:22:35,171 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.shipper2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T14:22:35,171 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.shipper2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 929441096 }, "NonHeapMemoryUsage": { "committed": 202768384, "init": 7667712, "max": -1, "used": 199825264 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T14:22:35,172 WARN [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.shipper2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b6d221c5cde:44821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b6d221c5cde:44821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T14:22:35,197 DEBUG [RS:0;2b6d221c5cde:36443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25be21f2bab7acd5c99cc1d3bf160527, d176f58b1897aa532e7099dc245f8574 2024-11-12T14:22:35,369 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T14:22:35,369 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T14:22:35,371 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 1735, reset compression=false 2024-11-12T14:22:35,398 DEBUG [RS:0;2b6d221c5cde:36443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25be21f2bab7acd5c99cc1d3bf160527, d176f58b1897aa532e7099dc245f8574 2024-11-12T14:22:35,434 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/data/hbase/meta/1588230740/.tmp/ns/22b7ffc3f7ec4a8db473d65f3eaaf4ab 2024-11-12T14:22:35,437 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/data/default/test/d176f58b1897aa532e7099dc245f8574/.tmp/f1/e0964977dc3045da98c2f76191c20692 2024-11-12T14:22:35,440 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e0964977dc3045da98c2f76191c20692 2024-11-12T14:22:35,453 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/data/hbase/meta/1588230740/.tmp/rep_barrier/27b31f8db5af4940b1c1fe68be5fa0f4 is 112, key is test,,1731421327379.d176f58b1897aa532e7099dc245f8574./rep_barrier:seqnumDuringOpen/1731421328127/Put/seqid=0 2024-11-12T14:22:35,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741844_1020 (size=5518) 2024-11-12T14:22:35,456 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/data/default/test/d176f58b1897aa532e7099dc245f8574/.tmp/norep/7ce2b51387424153b5672ef9a66b11d5 is 32, key is row/norep:/1731421342309/DeleteFamily/seqid=0 2024-11-12T14:22:35,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741845_1021 (size=5101) 2024-11-12T14:22:35,459 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/data/default/test/d176f58b1897aa532e7099dc245f8574/.tmp/norep/7ce2b51387424153b5672ef9a66b11d5 2024-11-12T14:22:35,462 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7ce2b51387424153b5672ef9a66b11d5 2024-11-12T14:22:35,463 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/data/default/test/d176f58b1897aa532e7099dc245f8574/.tmp/f/8706aecb197c4168b1b298d8fbb9c552 as hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/data/default/test/d176f58b1897aa532e7099dc245f8574/f/8706aecb197c4168b1b298d8fbb9c552 2024-11-12T14:22:35,466 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8706aecb197c4168b1b298d8fbb9c552 2024-11-12T14:22:35,466 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/data/default/test/d176f58b1897aa532e7099dc245f8574/f/8706aecb197c4168b1b298d8fbb9c552, entries=5, sequenceid=12, filesize=5.1 K 2024-11-12T14:22:35,466 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/data/default/test/d176f58b1897aa532e7099dc245f8574/.tmp/f1/e0964977dc3045da98c2f76191c20692 as hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/data/default/test/d176f58b1897aa532e7099dc245f8574/f1/e0964977dc3045da98c2f76191c20692 2024-11-12T14:22:35,470 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e0964977dc3045da98c2f76191c20692 2024-11-12T14:22:35,470 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/data/default/test/d176f58b1897aa532e7099dc245f8574/f1/e0964977dc3045da98c2f76191c20692, entries=3, sequenceid=12, filesize=5.0 K 2024-11-12T14:22:35,470 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/data/default/test/d176f58b1897aa532e7099dc245f8574/.tmp/norep/7ce2b51387424153b5672ef9a66b11d5 as hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/data/default/test/d176f58b1897aa532e7099dc245f8574/norep/7ce2b51387424153b5672ef9a66b11d5 2024-11-12T14:22:35,473 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7ce2b51387424153b5672ef9a66b11d5 2024-11-12T14:22:35,474 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/data/default/test/d176f58b1897aa532e7099dc245f8574/norep/7ce2b51387424153b5672ef9a66b11d5, entries=1, sequenceid=12, filesize=5.0 K 2024-11-12T14:22:35,474 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d176f58b1897aa532e7099dc245f8574 in 877ms, sequenceid=12, compaction requested=false 2024-11-12T14:22:35,481 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/data/default/test/d176f58b1897aa532e7099dc245f8574/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-12T14:22:35,481 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:22:35,481 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T14:22:35,481 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731421327379.d176f58b1897aa532e7099dc245f8574. 2024-11-12T14:22:35,481 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d176f58b1897aa532e7099dc245f8574: Waiting for close lock at 1731421354596Running coprocessor pre-close hooks at 1731421354596Disabling compacts and flushes for region at 1731421354596Disabling writes for close at 1731421354597 (+1 ms)Obtaining lock to block concurrent updates at 1731421354597Preparing flush snapshotting stores in d176f58b1897aa532e7099dc245f8574 at 1731421354597Finished memstore snapshotting test,,1731421327379.d176f58b1897aa532e7099dc245f8574., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731421354597Flushing stores of test,,1731421327379.d176f58b1897aa532e7099dc245f8574. at 1731421354597Flushing d176f58b1897aa532e7099dc245f8574/f: creating writer at 1731421354597Flushing d176f58b1897aa532e7099dc245f8574/f: appending metadata at 1731421354612 (+15 ms)Flushing d176f58b1897aa532e7099dc245f8574/f: closing flushed file at 1731421354612Flushing d176f58b1897aa532e7099dc245f8574/f1: creating writer at 1731421355018 (+406 ms)Flushing d176f58b1897aa532e7099dc245f8574/f1: appending metadata at 1731421355033 (+15 ms)Flushing d176f58b1897aa532e7099dc245f8574/f1: closing flushed file at 1731421355033Flushing d176f58b1897aa532e7099dc245f8574/norep: creating writer at 1731421355440 (+407 ms)Flushing d176f58b1897aa532e7099dc245f8574/norep: appending metadata at 1731421355455 (+15 ms)Flushing d176f58b1897aa532e7099dc245f8574/norep: closing flushed file at 1731421355455Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6919d874: reopening flushed file at 1731421355462 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@659a45a5: reopening flushed file at 1731421355466 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a0aa89c: reopening flushed file at 1731421355470 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d176f58b1897aa532e7099dc245f8574 in 877ms, sequenceid=12, compaction requested=false at 1731421355474 (+4 ms)Writing region close event to WAL at 1731421355478 (+4 ms)Running coprocessor post-close hooks at 1731421355481 (+3 ms)Closed at 1731421355481 2024-11-12T14:22:35,481 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731421327379.d176f58b1897aa532e7099dc245f8574. 2024-11-12T14:22:35,482 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 25be21f2bab7acd5c99cc1d3bf160527, disabling compactions & flushes 2024-11-12T14:22:35,482 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731421332833.25be21f2bab7acd5c99cc1d3bf160527. 2024-11-12T14:22:35,482 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731421332833.25be21f2bab7acd5c99cc1d3bf160527. 2024-11-12T14:22:35,482 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731421332833.25be21f2bab7acd5c99cc1d3bf160527. after waiting 0 ms 2024-11-12T14:22:35,482 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731421332833.25be21f2bab7acd5c99cc1d3bf160527. 2024-11-12T14:22:35,482 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 25be21f2bab7acd5c99cc1d3bf160527: Waiting for close lock at 1731421355482Running coprocessor pre-close hooks at 1731421355482Disabling compacts and flushes for region at 1731421355482Disabling writes for close at 1731421355482Failed flush hbase:replication,,1731421332833.25be21f2bab7acd5c99cc1d3bf160527., putting online again at 1731421355482 2024-11-12T14:22:35,482 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731421332833.25be21f2bab7acd5c99cc1d3bf160527. 2024-11-12T14:22:35,598 INFO [RS:0;2b6d221c5cde:36443 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T14:22:35,598 DEBUG [RS:0;2b6d221c5cde:36443 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 25be21f2bab7acd5c99cc1d3bf160527=hbase:replication,,1731421332833.25be21f2bab7acd5c99cc1d3bf160527.} 2024-11-12T14:22:35,598 INFO [RS:0;2b6d221c5cde:36443 {}] regionserver.HRegionServer(3091): Received CLOSE for 25be21f2bab7acd5c99cc1d3bf160527 2024-11-12T14:22:35,598 DEBUG [RS:0;2b6d221c5cde:36443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25be21f2bab7acd5c99cc1d3bf160527 2024-11-12T14:22:35,598 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 25be21f2bab7acd5c99cc1d3bf160527, disabling compactions & flushes 2024-11-12T14:22:35,598 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731421332833.25be21f2bab7acd5c99cc1d3bf160527. 2024-11-12T14:22:35,598 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731421332833.25be21f2bab7acd5c99cc1d3bf160527. 2024-11-12T14:22:35,598 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731421332833.25be21f2bab7acd5c99cc1d3bf160527. after waiting 0 ms 2024-11-12T14:22:35,598 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731421332833.25be21f2bab7acd5c99cc1d3bf160527. 2024-11-12T14:22:35,598 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 25be21f2bab7acd5c99cc1d3bf160527: Waiting for close lock at 1731421355598Running coprocessor pre-close hooks at 1731421355598Disabling compacts and flushes for region at 1731421355598Disabling writes for close at 1731421355598Failed flush hbase:replication,,1731421332833.25be21f2bab7acd5c99cc1d3bf160527., putting online again at 1731421355598 2024-11-12T14:22:35,598 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731421332833.25be21f2bab7acd5c99cc1d3bf160527. 2024-11-12T14:22:35,675 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 1735, reset compression=false 2024-11-12T14:22:35,682 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T14:22:35,682 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 2379, reset compression=false 2024-11-12T14:22:35,798 DEBUG [RS:0;2b6d221c5cde:36443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:22:35,856 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/data/hbase/meta/1588230740/.tmp/rep_barrier/27b31f8db5af4940b1c1fe68be5fa0f4 2024-11-12T14:22:35,875 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/data/hbase/meta/1588230740/.tmp/table/874e3430b4144c58b19d312f59579675 is 53, key is hbase:replication/table:state/1731421333607/Put/seqid=0 2024-11-12T14:22:35,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741846_1022 (size=5308) 2024-11-12T14:22:35,891 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 2379, reset compression=false 2024-11-12T14:22:35,998 DEBUG [RS:0;2b6d221c5cde:36443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:22:36,195 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/WALs/2b6d221c5cde,36443,1731421313278/2b6d221c5cde%2C36443%2C1731421313278.1731421315500 to pos 2379, reset compression=false 2024-11-12T14:22:36,198 DEBUG [RS:0;2b6d221c5cde:36443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:22:36,200 INFO [master/2b6d221c5cde:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T14:22:36,200 INFO [master/2b6d221c5cde:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T14:22:36,278 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/data/hbase/meta/1588230740/.tmp/table/874e3430b4144c58b19d312f59579675 2024-11-12T14:22:36,282 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/data/hbase/meta/1588230740/.tmp/info/4f54aac16c994ba5b380b673ef3d0660 as hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/data/hbase/meta/1588230740/info/4f54aac16c994ba5b380b673ef3d0660 2024-11-12T14:22:36,285 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/data/hbase/meta/1588230740/info/4f54aac16c994ba5b380b673ef3d0660, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T14:22:36,285 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/data/hbase/meta/1588230740/.tmp/ns/22b7ffc3f7ec4a8db473d65f3eaaf4ab as hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/data/hbase/meta/1588230740/ns/22b7ffc3f7ec4a8db473d65f3eaaf4ab 2024-11-12T14:22:36,289 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/data/hbase/meta/1588230740/ns/22b7ffc3f7ec4a8db473d65f3eaaf4ab, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T14:22:36,289 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/data/hbase/meta/1588230740/.tmp/rep_barrier/27b31f8db5af4940b1c1fe68be5fa0f4 as hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/data/hbase/meta/1588230740/rep_barrier/27b31f8db5af4940b1c1fe68be5fa0f4 2024-11-12T14:22:36,292 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/data/hbase/meta/1588230740/rep_barrier/27b31f8db5af4940b1c1fe68be5fa0f4, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T14:22:36,293 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/data/hbase/meta/1588230740/.tmp/table/874e3430b4144c58b19d312f59579675 as hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/data/hbase/meta/1588230740/table/874e3430b4144c58b19d312f59579675 2024-11-12T14:22:36,296 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/data/hbase/meta/1588230740/table/874e3430b4144c58b19d312f59579675, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T14:22:36,296 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1699ms, sequenceid=16, compaction requested=false 2024-11-12T14:22:36,300 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T14:22:36,300 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:22:36,300 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:22:36,300 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:22:36,300 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421354597Running coprocessor pre-close hooks at 1731421354597Disabling compacts and flushes for region at 1731421354597Disabling writes for close at 1731421354597Obtaining lock to block concurrent updates at 1731421354597Preparing flush snapshotting stores in 1588230740 at 1731421354597Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731421354597Flushing stores of hbase:meta,,1.1588230740 at 1731421354598 (+1 ms)Flushing 1588230740/info: creating writer at 1731421354598Flushing 1588230740/info: appending metadata at 1731421354610 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731421354610Flushing 1588230740/ns: creating writer at 1731421355018 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731421355030 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731421355030Flushing 1588230740/rep_barrier: creating writer at 1731421355437 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731421355452 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731421355452Flushing 1588230740/table: creating writer at 1731421355860 (+408 ms)Flushing 1588230740/table: appending metadata at 1731421355875 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731421355875Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@709563f3: reopening flushed file at 1731421356281 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e656b4f: reopening flushed file at 1731421356285 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c3d1edf: reopening flushed file at 1731421356289 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c32d5eb: reopening flushed file at 1731421356292 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1699ms, sequenceid=16, compaction requested=false at 1731421356296 (+4 ms)Writing region close event to WAL at 1731421356298 (+2 ms)Running coprocessor post-close hooks at 1731421356300 (+2 ms)Closed at 1731421356300 2024-11-12T14:22:36,300 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T14:22:36,399 INFO [RS:0;2b6d221c5cde:36443 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-12T14:22:36,399 INFO [RS:0;2b6d221c5cde:36443 {}] regionserver.HRegionServer(976): stopping server 2b6d221c5cde,36443,1731421313278; all regions closed. 2024-11-12T14:22:36,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741834_1010 (size=4239) 2024-11-12T14:22:36,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741839_1015 (size=2609) 2024-11-12T14:22:36,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741833_1009 (size=2387) 2024-11-12T14:22:36,404 DEBUG [RS:0;2b6d221c5cde:36443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:36,404 INFO [RS:0;2b6d221c5cde:36443 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:22:36,404 INFO [RS:0;2b6d221c5cde:36443 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:22:36,404 INFO [RS:0;2b6d221c5cde:36443 {}] hbase.ChoreService(370): Chore service for: regionserver/2b6d221c5cde:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T14:22:36,405 INFO [RS:0;2b6d221c5cde:36443 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:22:36,405 INFO [regionserver/2b6d221c5cde:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:22:36,405 INFO [RS:0;2b6d221c5cde:36443 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2b6d221c5cde,36443,1731421313278 because: Region server is closing 2024-11-12T14:22:36,405 INFO [RS:0;2b6d221c5cde:36443 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:36443. 2024-11-12T14:22:36,405 DEBUG [RS:0;2b6d221c5cde:36443 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:22:36,405 DEBUG [RS:0;2b6d221c5cde:36443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:36,405 DEBUG [RS:0;2b6d221c5cde:36443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:36,405 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:22:36,505 INFO [RS:0;2b6d221c5cde:36443 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.shipper2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 terminated 2024-11-12T14:22:36,505 WARN [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,36443,1731421313278.replicationSource.wal-reader.2b6d221c5cde%2C36443%2C1731421313278,1-2b6d221c5cde,36443,1731421313278 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T14:22:36,505 INFO [RS:0;2b6d221c5cde:36443 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:36443. 2024-11-12T14:22:36,505 DEBUG [RS:0;2b6d221c5cde:36443 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:22:36,505 DEBUG [RS:0;2b6d221c5cde:36443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:36,506 DEBUG [RS:0;2b6d221c5cde:36443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:36,506 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:22:36,506 INFO [RS:0;2b6d221c5cde:36443 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36443 2024-11-12T14:22:36,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36443-0x1012f6c8d8f0001, quorum=127.0.0.1:60026, baseZNode=/01195182214 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01195182214/rs/2b6d221c5cde,36443,1731421313278 2024-11-12T14:22:36,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44821-0x1012f6c8d8f0000, quorum=127.0.0.1:60026, baseZNode=/01195182214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01195182214/rs 2024-11-12T14:22:36,558 INFO [RS:0;2b6d221c5cde:36443 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:22:36,595 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b6d221c5cde,36443,1731421313278] 2024-11-12T14:22:36,606 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01195182214/draining/2b6d221c5cde,36443,1731421313278 already deleted, retry=false 2024-11-12T14:22:36,606 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b6d221c5cde,36443,1731421313278 expired; onlineServers=0 2024-11-12T14:22:36,606 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b6d221c5cde,44821,1731421313012' ***** 2024-11-12T14:22:36,606 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T14:22:36,606 INFO [M:0;2b6d221c5cde:44821 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:22:36,606 INFO [M:0;2b6d221c5cde:44821 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:22:36,606 DEBUG [M:0;2b6d221c5cde:44821 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T14:22:36,606 DEBUG [M:0;2b6d221c5cde:44821 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T14:22:36,606 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T14:22:36,606 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421315312 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421315312,5,FailOnTimeoutGroup] 2024-11-12T14:22:36,606 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421315311 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421315311,5,FailOnTimeoutGroup] 2024-11-12T14:22:36,606 INFO [M:0;2b6d221c5cde:44821 {}] hbase.ChoreService(370): Chore service for: master/2b6d221c5cde:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T14:22:36,606 INFO [M:0;2b6d221c5cde:44821 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:22:36,606 DEBUG [M:0;2b6d221c5cde:44821 {}] master.HMaster(1795): Stopping service threads 2024-11-12T14:22:36,606 INFO [M:0;2b6d221c5cde:44821 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T14:22:36,607 INFO [M:0;2b6d221c5cde:44821 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:22:36,607 ERROR [M:0;2b6d221c5cde:44821 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38777,5,PEWorkerGroup] 2024-11-12T14:22:36,607 INFO [M:0;2b6d221c5cde:44821 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T14:22:36,607 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T14:22:36,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44821-0x1012f6c8d8f0000, quorum=127.0.0.1:60026, baseZNode=/01195182214 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01195182214/master 2024-11-12T14:22:36,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44821-0x1012f6c8d8f0000, quorum=127.0.0.1:60026, baseZNode=/01195182214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01195182214 2024-11-12T14:22:36,616 DEBUG [M:0;2b6d221c5cde:44821 {}] zookeeper.ZKUtil(347): master:44821-0x1012f6c8d8f0000, quorum=127.0.0.1:60026, baseZNode=/01195182214 Unable to get data of znode /01195182214/master because node does not exist (not an error) 2024-11-12T14:22:36,616 WARN [M:0;2b6d221c5cde:44821 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T14:22:36,617 INFO [M:0;2b6d221c5cde:44821 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/.lastflushedseqids 2024-11-12T14:22:36,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741847_1023 (size=245) 2024-11-12T14:22:36,695 INFO [RS:0;2b6d221c5cde:36443 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:22:36,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36443-0x1012f6c8d8f0001, quorum=127.0.0.1:60026, baseZNode=/01195182214 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:22:36,695 INFO [RS:0;2b6d221c5cde:36443 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b6d221c5cde,36443,1731421313278; zookeeper connection closed. 2024-11-12T14:22:36,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36443-0x1012f6c8d8f0001, quorum=127.0.0.1:60026, baseZNode=/01195182214 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:22:36,696 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40f6e6c0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40f6e6c0 2024-11-12T14:22:36,696 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T14:22:37,022 INFO [M:0;2b6d221c5cde:44821 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T14:22:37,023 INFO [M:0;2b6d221c5cde:44821 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T14:22:37,023 DEBUG [M:0;2b6d221c5cde:44821 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:22:37,023 INFO [M:0;2b6d221c5cde:44821 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:22:37,023 DEBUG [M:0;2b6d221c5cde:44821 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:22:37,023 DEBUG [M:0;2b6d221c5cde:44821 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:22:37,023 DEBUG [M:0;2b6d221c5cde:44821 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:22:37,023 INFO [M:0;2b6d221c5cde:44821 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-12T14:22:37,039 DEBUG [M:0;2b6d221c5cde:44821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4e33ff13f8394b3e8c5d3399032c3765 is 82, key is hbase:meta,,1/info:regioninfo/1731421316129/Put/seqid=0 2024-11-12T14:22:37,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741848_1024 (size=5672) 2024-11-12T14:22:37,442 INFO [M:0;2b6d221c5cde:44821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4e33ff13f8394b3e8c5d3399032c3765 2024-11-12T14:22:37,458 DEBUG [M:0;2b6d221c5cde:44821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/461ef9a1791546cb9c1e62b7bbad937b is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731421328136/Put/seqid=0 2024-11-12T14:22:37,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741849_1025 (size=7218) 2024-11-12T14:22:37,862 INFO [M:0;2b6d221c5cde:44821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/461ef9a1791546cb9c1e62b7bbad937b 2024-11-12T14:22:37,865 INFO [M:0;2b6d221c5cde:44821 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 461ef9a1791546cb9c1e62b7bbad937b 2024-11-12T14:22:37,881 DEBUG [M:0;2b6d221c5cde:44821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/65122192c4dc4479ae95da25589d5690 is 69, key is 2b6d221c5cde,36443,1731421313278/rs:state/1731421315342/Put/seqid=0 2024-11-12T14:22:37,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741850_1026 (size=5156) 2024-11-12T14:22:38,285 INFO [M:0;2b6d221c5cde:44821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/65122192c4dc4479ae95da25589d5690 2024-11-12T14:22:38,289 DEBUG [M:0;2b6d221c5cde:44821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4e33ff13f8394b3e8c5d3399032c3765 as hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4e33ff13f8394b3e8c5d3399032c3765 2024-11-12T14:22:38,291 INFO [M:0;2b6d221c5cde:44821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4e33ff13f8394b3e8c5d3399032c3765, entries=8, sequenceid=105, filesize=5.5 K 2024-11-12T14:22:38,292 DEBUG [M:0;2b6d221c5cde:44821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/461ef9a1791546cb9c1e62b7bbad937b as hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/461ef9a1791546cb9c1e62b7bbad937b 2024-11-12T14:22:38,295 INFO [M:0;2b6d221c5cde:44821 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 461ef9a1791546cb9c1e62b7bbad937b 2024-11-12T14:22:38,295 INFO [M:0;2b6d221c5cde:44821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/461ef9a1791546cb9c1e62b7bbad937b, entries=11, sequenceid=105, filesize=7.0 K 2024-11-12T14:22:38,296 DEBUG [M:0;2b6d221c5cde:44821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/65122192c4dc4479ae95da25589d5690 as hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/65122192c4dc4479ae95da25589d5690 2024-11-12T14:22:38,308 INFO [M:0;2b6d221c5cde:44821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38777/user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/65122192c4dc4479ae95da25589d5690, entries=1, sequenceid=105, filesize=5.0 K 2024-11-12T14:22:38,309 INFO [M:0;2b6d221c5cde:44821 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=105, compaction requested=false 2024-11-12T14:22:38,313 INFO [M:0;2b6d221c5cde:44821 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:22:38,313 DEBUG [M:0;2b6d221c5cde:44821 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421357023Disabling compacts and flushes for region at 1731421357023Disabling writes for close at 1731421357023Obtaining lock to block concurrent updates at 1731421357023Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731421357023Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731421357023Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731421357024 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731421357024Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731421357039 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731421357039Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731421357446 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731421357458 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731421357458Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731421357865 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731421357881 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731421357881Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e6875b: reopening flushed file at 1731421358288 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2574765f: reopening flushed file at 1731421358292 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c746431: reopening flushed file at 1731421358295 (+3 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=105, compaction requested=false at 1731421358309 (+14 ms)Writing region close event to WAL at 1731421358313 (+4 ms)Closed at 1731421358313 2024-11-12T14:22:38,320 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ba3a6f3d-69a4-403a-6123-c2c0221a0e8e/MasterData/WALs/2b6d221c5cde,44821,1731421313012/2b6d221c5cde%2C44821%2C1731421313012.1731421315037 not finished, retry = 0 2024-11-12T14:22:38,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34599 is added to blk_1073741830_1006 (size=64423) 2024-11-12T14:22:38,424 INFO [M:0;2b6d221c5cde:44821 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T14:22:38,425 INFO [M:0;2b6d221c5cde:44821 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44821 2024-11-12T14:22:38,425 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:22:38,425 INFO [M:0;2b6d221c5cde:44821 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:22:38,544 INFO [M:0;2b6d221c5cde:44821 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:22:38,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44821-0x1012f6c8d8f0000, quorum=127.0.0.1:60026, baseZNode=/01195182214 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:22:38,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44821-0x1012f6c8d8f0000, quorum=127.0.0.1:60026, baseZNode=/01195182214 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:22:38,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@719833e9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:22:38,555 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23d3b4a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:22:38,555 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:22:38,555 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17332349{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:22:38,555 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3aa6bc62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce0708ae-d654-4992-96c2-7b40c07e43f3/hadoop.log.dir/,STOPPED} 2024-11-12T14:22:38,557 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T14:22:38,557 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T14:22:38,557 WARN [BP-522442522-172.17.0.3-1731421311476 heartbeating to localhost/127.0.0.1:38777 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T14:22:38,557 WARN [BP-522442522-172.17.0.3-1731421311476 heartbeating to localhost/127.0.0.1:38777 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-522442522-172.17.0.3-1731421311476 (Datanode Uuid 3d80935d-344c-4004-9e1c-1e15add264d1) service to localhost/127.0.0.1:38777 2024-11-12T14:22:38,558 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce0708ae-d654-4992-96c2-7b40c07e43f3/cluster_aad62ccb-c6ec-fdba-9b57-998f8f337fc8/data/data1/current/BP-522442522-172.17.0.3-1731421311476 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:22:38,558 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce0708ae-d654-4992-96c2-7b40c07e43f3/cluster_aad62ccb-c6ec-fdba-9b57-998f8f337fc8/data/data2/current/BP-522442522-172.17.0.3-1731421311476 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:22:38,558 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T14:22:38,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5af7bb63{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:22:38,568 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d76aa3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:22:38,568 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:22:38,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76068987{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:22:38,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3769f558{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce0708ae-d654-4992-96c2-7b40c07e43f3/hadoop.log.dir/,STOPPED} 2024-11-12T14:22:38,574 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T14:22:38,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T14:22:38,617 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=314 (was 260) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38777 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60026) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60026) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:38777 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34469 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:39643 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34469 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34469 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34469 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39643 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38777 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:34469 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60026) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34469 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34469 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39643 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38777 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39643 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34469 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38777 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39643 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=729 (was 654) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=447 (was 687), ProcessCount=11 (was 11), AvailableMemoryMB=1730 (was 2039) 2024-11-12T14:22:38,630 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=314, OpenFileDescriptor=729, MaxFileDescriptor=1048576, SystemLoadAverage=447, ProcessCount=11, AvailableMemoryMB=1729 2024-11-12T14:22:38,649 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-12T14:22:38,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e45516-87bc-be49-4634-575e496aaa5d/hadoop.log.dir so I do NOT create it in target/test-data/7c473956-2a14-127a-c744-5f5a2d6a9399 2024-11-12T14:22:38,650 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e45516-87bc-be49-4634-575e496aaa5d/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T14:22:38,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e45516-87bc-be49-4634-575e496aaa5d/hadoop.tmp.dir so I do NOT create it in target/test-data/7c473956-2a14-127a-c744-5f5a2d6a9399 2024-11-12T14:22:38,650 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e45516-87bc-be49-4634-575e496aaa5d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T14:22:38,650 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c473956-2a14-127a-c744-5f5a2d6a9399 2024-11-12T14:22:38,650 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c473956-2a14-127a-c744-5f5a2d6a9399/cluster_de7bad74-7383-343f-b4c7-f462526428fe, deleteOnExit=true 2024-11-12T14:22:38,661 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c473956-2a14-127a-c744-5f5a2d6a9399/cluster_de7bad74-7383-343f-b4c7-f462526428fe/zookeeper_0, clientPort=50693, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c473956-2a14-127a-c744-5f5a2d6a9399/cluster_de7bad74-7383-343f-b4c7-f462526428fe/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c473956-2a14-127a-c744-5f5a2d6a9399/cluster_de7bad74-7383-343f-b4c7-f462526428fe/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T14:22:38,662 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50693 2024-11-12T14:22:38,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T14:22:38,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T14:22:38,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c473956-2a14-127a-c744-5f5a2d6a9399/test.cache.data in system properties and HBase conf 2024-11-12T14:22:38,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c473956-2a14-127a-c744-5f5a2d6a9399/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T14:22:38,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c473956-2a14-127a-c744-5f5a2d6a9399/hadoop.log.dir in system properties and HBase conf 2024-11-12T14:22:38,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c473956-2a14-127a-c744-5f5a2d6a9399/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T14:22:38,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c473956-2a14-127a-c744-5f5a2d6a9399/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T14:22:38,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T14:22:38,663 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T14:22:38,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c473956-2a14-127a-c744-5f5a2d6a9399/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:22:38,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c473956-2a14-127a-c744-5f5a2d6a9399/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:22:38,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c473956-2a14-127a-c744-5f5a2d6a9399/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T14:22:38,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c473956-2a14-127a-c744-5f5a2d6a9399/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:22:38,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c473956-2a14-127a-c744-5f5a2d6a9399/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T14:22:38,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c473956-2a14-127a-c744-5f5a2d6a9399/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T14:22:38,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c473956-2a14-127a-c744-5f5a2d6a9399/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:22:38,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c473956-2a14-127a-c744-5f5a2d6a9399/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:22:38,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c473956-2a14-127a-c744-5f5a2d6a9399/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T14:22:38,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c473956-2a14-127a-c744-5f5a2d6a9399/nfs.dump.dir in system properties and HBase conf 2024-11-12T14:22:38,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c473956-2a14-127a-c744-5f5a2d6a9399/java.io.tmpdir in system properties and HBase conf 2024-11-12T14:22:38,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c473956-2a14-127a-c744-5f5a2d6a9399/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:22:38,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c473956-2a14-127a-c744-5f5a2d6a9399/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T14:22:38,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c473956-2a14-127a-c744-5f5a2d6a9399/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T14:22:38,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012f6c8d8f0002, quorum=127.0.0.1:60026, baseZNode=/01195182214 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T14:22:38,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1012f6c8d8f0008, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T14:22:38,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1012f6c8d8f0008, quorum=127.0.0.1:60026, baseZNode=/2-234668121 Received Disconnected from ZooKeeper, ignoring 2024-11-12T14:22:38,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012f6c8d8f0002, quorum=127.0.0.1:60026, baseZNode=/01195182214 Received Disconnected from ZooKeeper, ignoring 2024-11-12T14:22:38,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012f6c8d8f0005, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T14:22:38,673 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012f6c8d8f0005, quorum=127.0.0.1:60026, baseZNode=/1-1206090488 Received Disconnected from ZooKeeper, ignoring 2024-11-12T14:22:39,374 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:22:39,376 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:22:39,377 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:22:39,377 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:22:39,377 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T14:22:39,378 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:22:39,379 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@299d4cd7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c473956-2a14-127a-c744-5f5a2d6a9399/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:22:39,379 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6982ec1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:22:39,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@491ce241{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c473956-2a14-127a-c744-5f5a2d6a9399/java.io.tmpdir/jetty-localhost-36873-hadoop-hdfs-3_4_1-tests_jar-_-any-3035965203832443016/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:22:39,474 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a507218{HTTP/1.1, (http/1.1)}{localhost:36873} 2024-11-12T14:22:39,474 INFO [Time-limited test {}] server.Server(415): Started @276640ms 2024-11-12T14:22:39,802 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T14:22:39,802 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T14:22:39,802 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T14:22:39,802 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T14:22:39,837 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:22:39,839 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:22:39,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:22:39,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:22:39,841 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T14:22:39,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62d3a572{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c473956-2a14-127a-c744-5f5a2d6a9399/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:22:39,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@201d114d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:22:39,972 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@311a896c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c473956-2a14-127a-c744-5f5a2d6a9399/java.io.tmpdir/jetty-localhost-37027-hadoop-hdfs-3_4_1-tests_jar-_-any-10057844843972948100/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:22:39,972 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c0af973{HTTP/1.1, (http/1.1)}{localhost:37027} 2024-11-12T14:22:39,972 INFO [Time-limited test {}] server.Server(415): Started @277138ms 2024-11-12T14:22:39,974 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T14:22:40,779 WARN [Thread-3446 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c473956-2a14-127a-c744-5f5a2d6a9399/cluster_de7bad74-7383-343f-b4c7-f462526428fe/data/data1/current/BP-812296779-172.17.0.3-1731421358679/current, will proceed with Du for space computation calculation, 2024-11-12T14:22:40,779 WARN [Thread-3447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c473956-2a14-127a-c744-5f5a2d6a9399/cluster_de7bad74-7383-343f-b4c7-f462526428fe/data/data2/current/BP-812296779-172.17.0.3-1731421358679/current, will proceed with Du for space computation calculation, 2024-11-12T14:22:40,793 WARN [Thread-3434 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T14:22:40,796 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x22c3041c623fe6bb with lease ID 0x5dd397bd51602d6f: Processing first storage report for DS-705ea655-0491-4756-bde4-23e08a120a9c from datanode DatanodeRegistration(127.0.0.1:36901, datanodeUuid=90578dba-3299-403d-8901-ad11cbaa493f, infoPort=38177, infoSecurePort=0, ipcPort=36113, storageInfo=lv=-57;cid=testClusterID;nsid=1159622982;c=1731421358679) 2024-11-12T14:22:40,796 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x22c3041c623fe6bb with lease ID 0x5dd397bd51602d6f: from storage DS-705ea655-0491-4756-bde4-23e08a120a9c node DatanodeRegistration(127.0.0.1:36901, datanodeUuid=90578dba-3299-403d-8901-ad11cbaa493f, infoPort=38177, infoSecurePort=0, ipcPort=36113, storageInfo=lv=-57;cid=testClusterID;nsid=1159622982;c=1731421358679), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T14:22:40,796 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x22c3041c623fe6bb with lease ID 0x5dd397bd51602d6f: Processing first storage report for DS-68cf3133-123f-4c14-945e-3cce61edf799 from datanode DatanodeRegistration(127.0.0.1:36901, datanodeUuid=90578dba-3299-403d-8901-ad11cbaa493f, infoPort=38177, infoSecurePort=0, ipcPort=36113, storageInfo=lv=-57;cid=testClusterID;nsid=1159622982;c=1731421358679) 2024-11-12T14:22:40,796 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x22c3041c623fe6bb with lease ID 0x5dd397bd51602d6f: from storage DS-68cf3133-123f-4c14-945e-3cce61edf799 node DatanodeRegistration(127.0.0.1:36901, datanodeUuid=90578dba-3299-403d-8901-ad11cbaa493f, infoPort=38177, infoSecurePort=0, ipcPort=36113, storageInfo=lv=-57;cid=testClusterID;nsid=1159622982;c=1731421358679), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:22:40,897 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c473956-2a14-127a-c744-5f5a2d6a9399 2024-11-12T14:22:40,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:22:40,898 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:22:40,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741825_1001 (size=7) 2024-11-12T14:22:40,987 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T14:22:40,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:40,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:40,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:40,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:40,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:41,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:41,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:41,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:41,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:41,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:41,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:41,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:41,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:41,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:41,304 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c with version=8 2024-11-12T14:22:41,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/hbase-staging 2024-11-12T14:22:41,306 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:22:41,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:22:41,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:22:41,306 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:22:41,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:22:41,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:22:41,306 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T14:22:41,306 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:22:41,307 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36557 2024-11-12T14:22:41,307 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36557 connecting to ZooKeeper ensemble=127.0.0.1:50693 2024-11-12T14:22:41,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365570x0, quorum=127.0.0.1:50693, baseZNode=/01224081381 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:22:41,383 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36557-0x1012f6d45ea0000 connected 2024-11-12T14:22:41,485 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:22:41,487 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:22:41,488 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36557-0x1012f6d45ea0000, quorum=127.0.0.1:50693, baseZNode=/01224081381 Set watcher on znode that does not yet exist, /01224081381/running 2024-11-12T14:22:41,488 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c, hbase.cluster.distributed=false 2024-11-12T14:22:41,489 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36557-0x1012f6d45ea0000, quorum=127.0.0.1:50693, baseZNode=/01224081381 Set watcher on znode that does not yet exist, /01224081381/acl 2024-11-12T14:22:41,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36557 2024-11-12T14:22:41,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36557 2024-11-12T14:22:41,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36557 2024-11-12T14:22:41,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36557 2024-11-12T14:22:41,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36557 2024-11-12T14:22:41,503 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:22:41,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:22:41,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:22:41,503 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:22:41,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:22:41,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:22:41,503 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T14:22:41,503 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:22:41,504 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41409 2024-11-12T14:22:41,504 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41409 connecting to ZooKeeper ensemble=127.0.0.1:50693 2024-11-12T14:22:41,505 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:22:41,506 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:22:41,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414090x0, quorum=127.0.0.1:50693, baseZNode=/01224081381 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:22:41,521 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41409-0x1012f6d45ea0001 connected 2024-11-12T14:22:41,521 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41409-0x1012f6d45ea0001, quorum=127.0.0.1:50693, baseZNode=/01224081381 Set watcher on znode that does not yet exist, /01224081381/running 2024-11-12T14:22:41,522 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T14:22:41,524 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T14:22:41,525 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41409-0x1012f6d45ea0001, quorum=127.0.0.1:50693, baseZNode=/01224081381 Set watcher on znode that does not yet exist, /01224081381/master 2024-11-12T14:22:41,526 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41409-0x1012f6d45ea0001, quorum=127.0.0.1:50693, baseZNode=/01224081381 Set watcher on znode that does not yet exist, /01224081381/acl 2024-11-12T14:22:41,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41409 2024-11-12T14:22:41,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41409 2024-11-12T14:22:41,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41409 2024-11-12T14:22:41,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41409 2024-11-12T14:22:41,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41409 2024-11-12T14:22:41,542 DEBUG [M:0;2b6d221c5cde:36557 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b6d221c5cde:36557 2024-11-12T14:22:41,542 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01224081381/backup-masters/2b6d221c5cde,36557,1731421361306 2024-11-12T14:22:41,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36557-0x1012f6d45ea0000, quorum=127.0.0.1:50693, baseZNode=/01224081381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224081381/backup-masters 2024-11-12T14:22:41,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x1012f6d45ea0001, quorum=127.0.0.1:50693, baseZNode=/01224081381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224081381/backup-masters 2024-11-12T14:22:41,553 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36557-0x1012f6d45ea0000, quorum=127.0.0.1:50693, baseZNode=/01224081381 Set watcher on existing znode=/01224081381/backup-masters/2b6d221c5cde,36557,1731421361306 2024-11-12T14:22:41,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36557-0x1012f6d45ea0000, quorum=127.0.0.1:50693, baseZNode=/01224081381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224081381 2024-11-12T14:22:41,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x1012f6d45ea0001, quorum=127.0.0.1:50693, baseZNode=/01224081381 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01224081381/master 2024-11-12T14:22:41,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x1012f6d45ea0001, quorum=127.0.0.1:50693, baseZNode=/01224081381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224081381 2024-11-12T14:22:41,563 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36557-0x1012f6d45ea0000, quorum=127.0.0.1:50693, baseZNode=/01224081381 Set watcher on existing znode=/01224081381/master 2024-11-12T14:22:41,564 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01224081381/backup-masters/2b6d221c5cde,36557,1731421361306 from backup master directory 2024-11-12T14:22:41,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36557-0x1012f6d45ea0000, quorum=127.0.0.1:50693, baseZNode=/01224081381 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01224081381/backup-masters/2b6d221c5cde,36557,1731421361306 2024-11-12T14:22:41,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x1012f6d45ea0001, quorum=127.0.0.1:50693, baseZNode=/01224081381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224081381/backup-masters 2024-11-12T14:22:41,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36557-0x1012f6d45ea0000, quorum=127.0.0.1:50693, baseZNode=/01224081381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224081381/backup-masters 2024-11-12T14:22:41,574 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:22:41,574 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b6d221c5cde,36557,1731421361306 2024-11-12T14:22:41,576 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/hbase.id] with ID: a90ef843-64d2-479c-bece-bb78c9bb8d2e 2024-11-12T14:22:41,576 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/.tmp/hbase.id 2024-11-12T14:22:41,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741826_1002 (size=42) 2024-11-12T14:22:41,981 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/.tmp/hbase.id]:[hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/hbase.id] 2024-11-12T14:22:41,988 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:22:41,989 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T14:22:41,989 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-12T14:22:42,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x1012f6d45ea0001, quorum=127.0.0.1:50693, baseZNode=/01224081381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224081381 2024-11-12T14:22:42,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36557-0x1012f6d45ea0000, quorum=127.0.0.1:50693, baseZNode=/01224081381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224081381 2024-11-12T14:22:42,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741827_1003 (size=196) 2024-11-12T14:22:42,441 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:22:42,442 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T14:22:42,442 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:22:42,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741828_1004 (size=1189) 2024-11-12T14:22:42,848 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/MasterData/data/master/store 2024-11-12T14:22:42,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741829_1005 (size=34) 2024-11-12T14:22:43,253 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:22:43,253 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:22:43,253 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:22:43,253 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:22:43,253 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:22:43,253 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:22:43,253 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:22:43,253 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421363253Disabling compacts and flushes for region at 1731421363253Disabling writes for close at 1731421363253Writing region close event to WAL at 1731421363253Closed at 1731421363253 2024-11-12T14:22:43,254 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/MasterData/data/master/store/.initializing 2024-11-12T14:22:43,254 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/MasterData/WALs/2b6d221c5cde,36557,1731421361306 2024-11-12T14:22:43,255 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:22:43,256 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C36557%2C1731421361306, suffix=, logDir=hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/MasterData/WALs/2b6d221c5cde,36557,1731421361306, archiveDir=hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/MasterData/oldWALs, maxLogs=10 2024-11-12T14:22:43,268 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/MasterData/WALs/2b6d221c5cde,36557,1731421361306/2b6d221c5cde%2C36557%2C1731421361306.1731421363256, exclude list is [], retry=0 2024-11-12T14:22:43,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36901,DS-705ea655-0491-4756-bde4-23e08a120a9c,DISK] 2024-11-12T14:22:43,271 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/MasterData/WALs/2b6d221c5cde,36557,1731421361306/2b6d221c5cde%2C36557%2C1731421361306.1731421363256 2024-11-12T14:22:43,271 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38177:38177)] 2024-11-12T14:22:43,271 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:22:43,271 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:22:43,271 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:43,271 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:43,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:43,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T14:22:43,273 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:43,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:22:43,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:43,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T14:22:43,274 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:43,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:22:43,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:43,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T14:22:43,275 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:43,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:22:43,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:43,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T14:22:43,276 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:43,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:22:43,277 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:43,277 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:43,278 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:43,278 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:43,278 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:43,279 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:22:43,279 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:43,281 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:22:43,281 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66838197, jitterRate=-0.004033252596855164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:22:43,281 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731421363271Initializing all the Stores at 1731421363272 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421363272Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421363272Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421363272Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421363272Cleaning up temporary data from old regions at 1731421363278 (+6 ms)Region opened successfully at 1731421363281 (+3 ms) 2024-11-12T14:22:43,281 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T14:22:43,283 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3112565c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:22:43,284 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T14:22:43,284 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T14:22:43,284 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T14:22:43,285 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T14:22:43,285 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T14:22:43,285 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T14:22:43,285 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T14:22:43,287 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T14:22:43,287 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36557-0x1012f6d45ea0000, quorum=127.0.0.1:50693, baseZNode=/01224081381 Unable to get data of znode /01224081381/balancer because node does not exist (not necessarily an error) 2024-11-12T14:22:43,300 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01224081381/balancer already deleted, retry=false 2024-11-12T14:22:43,300 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T14:22:43,301 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36557-0x1012f6d45ea0000, quorum=127.0.0.1:50693, baseZNode=/01224081381 Unable to get data of znode /01224081381/normalizer because node does not exist (not necessarily an error) 2024-11-12T14:22:43,310 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01224081381/normalizer already deleted, retry=false 2024-11-12T14:22:43,310 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T14:22:43,311 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36557-0x1012f6d45ea0000, quorum=127.0.0.1:50693, baseZNode=/01224081381 Unable to get data of znode /01224081381/switch/split because node does not exist (not necessarily an error) 2024-11-12T14:22:43,321 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01224081381/switch/split already deleted, retry=false 2024-11-12T14:22:43,322 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36557-0x1012f6d45ea0000, quorum=127.0.0.1:50693, baseZNode=/01224081381 Unable to get data of znode /01224081381/switch/merge because node does not exist (not necessarily an error) 2024-11-12T14:22:43,331 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01224081381/switch/merge already deleted, retry=false 2024-11-12T14:22:43,333 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36557-0x1012f6d45ea0000, quorum=127.0.0.1:50693, baseZNode=/01224081381 Unable to get data of znode /01224081381/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T14:22:43,342 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01224081381/snapshot-cleanup already deleted, retry=false 2024-11-12T14:22:43,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36557-0x1012f6d45ea0000, quorum=127.0.0.1:50693, baseZNode=/01224081381 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01224081381/running 2024-11-12T14:22:43,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x1012f6d45ea0001, quorum=127.0.0.1:50693, baseZNode=/01224081381 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01224081381/running 2024-11-12T14:22:43,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36557-0x1012f6d45ea0000, quorum=127.0.0.1:50693, baseZNode=/01224081381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224081381 2024-11-12T14:22:43,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x1012f6d45ea0001, quorum=127.0.0.1:50693, baseZNode=/01224081381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224081381 2024-11-12T14:22:43,353 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b6d221c5cde,36557,1731421361306, sessionid=0x1012f6d45ea0000, setting cluster-up flag (Was=false) 2024-11-12T14:22:43,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36557-0x1012f6d45ea0000, quorum=127.0.0.1:50693, baseZNode=/01224081381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224081381 2024-11-12T14:22:43,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x1012f6d45ea0001, quorum=127.0.0.1:50693, baseZNode=/01224081381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224081381 2024-11-12T14:22:43,405 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01224081381/flush-table-proc/acquired, /01224081381/flush-table-proc/reached, /01224081381/flush-table-proc/abort 2024-11-12T14:22:43,406 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,36557,1731421361306 2024-11-12T14:22:43,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x1012f6d45ea0001, quorum=127.0.0.1:50693, baseZNode=/01224081381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224081381 2024-11-12T14:22:43,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36557-0x1012f6d45ea0000, quorum=127.0.0.1:50693, baseZNode=/01224081381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224081381 2024-11-12T14:22:43,458 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01224081381/online-snapshot/acquired, /01224081381/online-snapshot/reached, /01224081381/online-snapshot/abort 2024-11-12T14:22:43,459 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,36557,1731421361306 2024-11-12T14:22:43,459 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T14:22:43,461 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T14:22:43,461 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T14:22:43,461 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T14:22:43,461 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b6d221c5cde,36557,1731421361306 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T14:22:43,462 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:22:43,462 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:22:43,462 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:22:43,462 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:22:43,462 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b6d221c5cde:0, corePoolSize=10, maxPoolSize=10 2024-11-12T14:22:43,462 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:43,462 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:22:43,462 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:43,463 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731421393463 2024-11-12T14:22:43,463 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T14:22:43,463 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T14:22:43,463 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T14:22:43,463 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T14:22:43,463 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T14:22:43,463 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T14:22:43,463 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:43,463 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T14:22:43,463 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:22:43,464 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T14:22:43,464 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T14:22:43,464 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T14:22:43,464 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T14:22:43,464 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T14:22:43,464 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T14:22:43,464 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421363464,5,FailOnTimeoutGroup] 2024-11-12T14:22:43,464 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421363464,5,FailOnTimeoutGroup] 2024-11-12T14:22:43,464 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:43,464 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T14:22:43,464 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:43,464 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:43,464 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:43,464 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T14:22:43,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741831_1007 (size=1321) 2024-11-12T14:22:43,531 INFO [RS:0;2b6d221c5cde:41409 {}] regionserver.HRegionServer(746): ClusterId : a90ef843-64d2-479c-bece-bb78c9bb8d2e 2024-11-12T14:22:43,531 DEBUG [RS:0;2b6d221c5cde:41409 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T14:22:43,543 DEBUG [RS:0;2b6d221c5cde:41409 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T14:22:43,543 DEBUG [RS:0;2b6d221c5cde:41409 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T14:22:43,553 DEBUG [RS:0;2b6d221c5cde:41409 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T14:22:43,553 DEBUG [RS:0;2b6d221c5cde:41409 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51cbc4ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:22:43,568 DEBUG [RS:0;2b6d221c5cde:41409 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b6d221c5cde:41409 2024-11-12T14:22:43,568 INFO [RS:0;2b6d221c5cde:41409 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T14:22:43,568 INFO [RS:0;2b6d221c5cde:41409 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T14:22:43,568 DEBUG [RS:0;2b6d221c5cde:41409 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T14:22:43,568 INFO [RS:0;2b6d221c5cde:41409 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b6d221c5cde,36557,1731421361306 with port=41409, startcode=1731421361503 2024-11-12T14:22:43,569 DEBUG [RS:0;2b6d221c5cde:41409 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T14:22:43,570 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54359, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T14:22:43,570 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36557 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b6d221c5cde,41409,1731421361503 2024-11-12T14:22:43,570 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36557 {}] master.ServerManager(517): Registering regionserver=2b6d221c5cde,41409,1731421361503 2024-11-12T14:22:43,571 DEBUG [RS:0;2b6d221c5cde:41409 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c 2024-11-12T14:22:43,571 DEBUG [RS:0;2b6d221c5cde:41409 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45073 2024-11-12T14:22:43,571 DEBUG [RS:0;2b6d221c5cde:41409 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T14:22:43,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36557-0x1012f6d45ea0000, quorum=127.0.0.1:50693, baseZNode=/01224081381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224081381/rs 2024-11-12T14:22:43,580 DEBUG [RS:0;2b6d221c5cde:41409 {}] zookeeper.ZKUtil(111): regionserver:41409-0x1012f6d45ea0001, quorum=127.0.0.1:50693, baseZNode=/01224081381 Set watcher on existing znode=/01224081381/rs/2b6d221c5cde,41409,1731421361503 2024-11-12T14:22:43,580 WARN [RS:0;2b6d221c5cde:41409 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:22:43,580 INFO [RS:0;2b6d221c5cde:41409 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:22:43,580 DEBUG [RS:0;2b6d221c5cde:41409 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503 2024-11-12T14:22:43,580 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b6d221c5cde,41409,1731421361503] 2024-11-12T14:22:43,582 INFO [RS:0;2b6d221c5cde:41409 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T14:22:43,583 INFO [RS:0;2b6d221c5cde:41409 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T14:22:43,583 INFO [RS:0;2b6d221c5cde:41409 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T14:22:43,584 INFO [RS:0;2b6d221c5cde:41409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:43,584 INFO [RS:0;2b6d221c5cde:41409 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T14:22:43,584 INFO [RS:0;2b6d221c5cde:41409 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T14:22:43,584 INFO [RS:0;2b6d221c5cde:41409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:43,584 DEBUG [RS:0;2b6d221c5cde:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:43,584 DEBUG [RS:0;2b6d221c5cde:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:43,584 DEBUG [RS:0;2b6d221c5cde:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:43,584 DEBUG [RS:0;2b6d221c5cde:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:43,584 DEBUG [RS:0;2b6d221c5cde:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:43,584 DEBUG [RS:0;2b6d221c5cde:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:22:43,584 DEBUG [RS:0;2b6d221c5cde:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:43,584 DEBUG [RS:0;2b6d221c5cde:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:43,584 DEBUG [RS:0;2b6d221c5cde:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:43,584 DEBUG [RS:0;2b6d221c5cde:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:43,584 DEBUG [RS:0;2b6d221c5cde:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:43,585 DEBUG [RS:0;2b6d221c5cde:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:43,585 DEBUG [RS:0;2b6d221c5cde:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:22:43,585 DEBUG [RS:0;2b6d221c5cde:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:22:43,588 INFO [RS:0;2b6d221c5cde:41409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:43,588 INFO [RS:0;2b6d221c5cde:41409 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:43,588 INFO [RS:0;2b6d221c5cde:41409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:43,588 INFO [RS:0;2b6d221c5cde:41409 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:43,588 INFO [RS:0;2b6d221c5cde:41409 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:43,588 INFO [RS:0;2b6d221c5cde:41409 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,41409,1731421361503-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:22:43,601 INFO [RS:0;2b6d221c5cde:41409 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T14:22:43,601 INFO [RS:0;2b6d221c5cde:41409 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,41409,1731421361503-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:43,601 INFO [RS:0;2b6d221c5cde:41409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:43,601 INFO [RS:0;2b6d221c5cde:41409 {}] regionserver.Replication(171): 2b6d221c5cde,41409,1731421361503 started 2024-11-12T14:22:43,613 INFO [RS:0;2b6d221c5cde:41409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:43,613 INFO [RS:0;2b6d221c5cde:41409 {}] regionserver.HRegionServer(1482): Serving as 2b6d221c5cde,41409,1731421361503, RpcServer on 2b6d221c5cde/172.17.0.3:41409, sessionid=0x1012f6d45ea0001 2024-11-12T14:22:43,613 DEBUG [RS:0;2b6d221c5cde:41409 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T14:22:43,613 DEBUG [RS:0;2b6d221c5cde:41409 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b6d221c5cde,41409,1731421361503 2024-11-12T14:22:43,613 DEBUG [RS:0;2b6d221c5cde:41409 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,41409,1731421361503' 2024-11-12T14:22:43,613 DEBUG [RS:0;2b6d221c5cde:41409 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01224081381/flush-table-proc/abort' 2024-11-12T14:22:43,614 DEBUG [RS:0;2b6d221c5cde:41409 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01224081381/flush-table-proc/acquired' 2024-11-12T14:22:43,614 DEBUG [RS:0;2b6d221c5cde:41409 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T14:22:43,614 DEBUG [RS:0;2b6d221c5cde:41409 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T14:22:43,614 DEBUG [RS:0;2b6d221c5cde:41409 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b6d221c5cde,41409,1731421361503 2024-11-12T14:22:43,614 DEBUG [RS:0;2b6d221c5cde:41409 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,41409,1731421361503' 2024-11-12T14:22:43,614 DEBUG [RS:0;2b6d221c5cde:41409 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01224081381/online-snapshot/abort' 2024-11-12T14:22:43,615 DEBUG [RS:0;2b6d221c5cde:41409 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01224081381/online-snapshot/acquired' 2024-11-12T14:22:43,615 DEBUG [RS:0;2b6d221c5cde:41409 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T14:22:43,615 INFO [RS:0;2b6d221c5cde:41409 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T14:22:43,615 INFO [RS:0;2b6d221c5cde:41409 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T14:22:43,715 INFO [RS:0;2b6d221c5cde:41409 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:22:43,716 INFO [RS:0;2b6d221c5cde:41409 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C41409%2C1731421361503, suffix=, logDir=hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503, archiveDir=hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/oldWALs, maxLogs=10 2024-11-12T14:22:43,728 DEBUG [RS:0;2b6d221c5cde:41409 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.1731421363717, exclude list is [], retry=0 2024-11-12T14:22:43,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36901,DS-705ea655-0491-4756-bde4-23e08a120a9c,DISK] 2024-11-12T14:22:43,731 INFO [RS:0;2b6d221c5cde:41409 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.1731421363717 2024-11-12T14:22:43,732 DEBUG [RS:0;2b6d221c5cde:41409 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38177:38177)] 2024-11-12T14:22:43,872 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T14:22:43,873 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c 2024-11-12T14:22:43,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741833_1009 (size=32) 2024-11-12T14:22:44,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:22:44,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:22:44,279 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:22:44,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:44,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:22:44,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:22:44,280 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:22:44,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:44,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:22:44,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:22:44,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:22:44,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:44,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:22:44,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:22:44,282 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:22:44,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:44,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:22:44,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:22:44,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/data/hbase/meta/1588230740 2024-11-12T14:22:44,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/data/hbase/meta/1588230740 2024-11-12T14:22:44,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:22:44,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:22:44,284 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:22:44,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:22:44,286 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:22:44,286 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68776002, jitterRate=0.024842292070388794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:22:44,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731421364277Initializing all the Stores at 1731421364278 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421364278Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421364278Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421364278Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421364278Cleaning up temporary data from old regions at 1731421364283 (+5 ms)Region opened successfully at 1731421364287 (+4 ms) 2024-11-12T14:22:44,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:22:44,287 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:22:44,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:22:44,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:22:44,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:22:44,287 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:22:44,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421364287Disabling compacts and flushes for region at 1731421364287Disabling writes for close at 1731421364287Writing region close event to WAL at 1731421364287Closed at 1731421364287 2024-11-12T14:22:44,288 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:22:44,288 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T14:22:44,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T14:22:44,289 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:22:44,290 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T14:22:44,440 DEBUG [2b6d221c5cde:36557 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T14:22:44,441 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b6d221c5cde,41409,1731421361503 2024-11-12T14:22:44,441 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,41409,1731421361503, state=OPENING 2024-11-12T14:22:44,517 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T14:22:44,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36557-0x1012f6d45ea0000, quorum=127.0.0.1:50693, baseZNode=/01224081381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224081381 2024-11-12T14:22:44,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x1012f6d45ea0001, quorum=127.0.0.1:50693, baseZNode=/01224081381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224081381 2024-11-12T14:22:44,528 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:22:44,528 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01224081381/meta-region-server: CHANGED 2024-11-12T14:22:44,528 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01224081381/meta-region-server: CHANGED 2024-11-12T14:22:44,528 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,41409,1731421361503}] 2024-11-12T14:22:44,680 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:22:44,681 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51527, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T14:22:44,683 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T14:22:44,683 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:22:44,683 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T14:22:44,684 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C41409%2C1731421361503.meta, suffix=.meta, logDir=hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503, archiveDir=hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/oldWALs, maxLogs=10 2024-11-12T14:22:44,696 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.meta.1731421364685.meta, exclude list is [], retry=0 2024-11-12T14:22:44,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36901,DS-705ea655-0491-4756-bde4-23e08a120a9c,DISK] 2024-11-12T14:22:44,699 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.meta.1731421364685.meta 2024-11-12T14:22:44,699 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38177:38177)] 2024-11-12T14:22:44,699 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:22:44,700 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:22:44,700 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T14:22:44,700 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T14:22:44,700 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T14:22:44,700 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T14:22:44,700 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:22:44,700 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T14:22:44,700 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T14:22:44,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:22:44,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:22:44,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:44,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:22:44,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:22:44,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:22:44,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:44,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:22:44,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:22:44,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:22:44,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:44,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:22:44,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:22:44,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:22:44,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:44,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:22:44,705 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:22:44,705 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/data/hbase/meta/1588230740 2024-11-12T14:22:44,706 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/data/hbase/meta/1588230740 2024-11-12T14:22:44,707 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:22:44,707 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:22:44,707 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:22:44,708 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:22:44,708 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66256972, jitterRate=-0.012694180011749268}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:22:44,708 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T14:22:44,708 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731421364700Writing region info on filesystem at 1731421364700Initializing all the Stores at 1731421364701 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421364701Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421364701Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421364701Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421364701Cleaning up temporary data from old regions at 1731421364707 (+6 ms)Running coprocessor post-open hooks at 1731421364708 (+1 ms)Region opened successfully at 1731421364708 2024-11-12T14:22:44,709 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731421364679 2024-11-12T14:22:44,710 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T14:22:44,710 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T14:22:44,711 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,41409,1731421361503 2024-11-12T14:22:44,711 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,41409,1731421361503, state=OPEN 2024-11-12T14:22:44,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x1012f6d45ea0001, quorum=127.0.0.1:50693, baseZNode=/01224081381 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01224081381/meta-region-server 2024-11-12T14:22:44,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36557-0x1012f6d45ea0000, quorum=127.0.0.1:50693, baseZNode=/01224081381 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01224081381/meta-region-server 2024-11-12T14:22:44,804 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b6d221c5cde,41409,1731421361503 2024-11-12T14:22:44,804 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01224081381/meta-region-server: CHANGED 2024-11-12T14:22:44,804 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01224081381/meta-region-server: CHANGED 2024-11-12T14:22:44,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T14:22:44,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,41409,1731421361503 in 276 msec 2024-11-12T14:22:44,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T14:22:44,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 518 msec 2024-11-12T14:22:44,808 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:22:44,808 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T14:22:44,809 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:22:44,809 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,41409,1731421361503, seqNum=-1] 2024-11-12T14:22:44,809 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:22:44,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:22:44,813 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3520 sec 2024-11-12T14:22:44,813 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731421364813, completionTime=-1 2024-11-12T14:22:44,813 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T14:22:44,813 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T14:22:44,815 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T14:22:44,815 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731421424815 2024-11-12T14:22:44,815 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731421484815 2024-11-12T14:22:44,815 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T14:22:44,815 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,36557,1731421361306-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:44,815 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,36557,1731421361306-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:44,816 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,36557,1731421361306-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:44,816 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b6d221c5cde:36557, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:44,816 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:44,816 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:44,817 DEBUG [master/2b6d221c5cde:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T14:22:44,818 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.244sec 2024-11-12T14:22:44,818 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T14:22:44,818 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T14:22:44,819 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T14:22:44,819 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T14:22:44,819 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T14:22:44,819 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,36557,1731421361306-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:22:44,819 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,36557,1731421361306-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T14:22:44,820 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T14:22:44,820 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T14:22:44,820 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,36557,1731421361306-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:44,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a73c50e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:44,832 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,36557,-1 for getting cluster id 2024-11-12T14:22:44,832 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:22:44,833 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a90ef843-64d2-479c-bece-bb78c9bb8d2e' 2024-11-12T14:22:44,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:22:44,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a90ef843-64d2-479c-bece-bb78c9bb8d2e" 2024-11-12T14:22:44,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65ba02ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:44,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,36557,-1] 2024-11-12T14:22:44,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:22:44,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:44,834 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:22:44,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22c7758e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:44,834 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:22:44,835 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,41409,1731421361503, seqNum=-1] 2024-11-12T14:22:44,835 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:22:44,836 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:22:44,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b6d221c5cde,36557,1731421361306 2024-11-12T14:22:44,838 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50693 2024-11-12T14:22:44,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50693, baseZNode=/01224081381 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:22:44,879 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012f6d45ea0002 connected 2024-11-12T14:22:44,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c473956-2a14-127a-c744-5f5a2d6a9399/hadoop.log.dir so I do NOT create it in target/test-data/861675c0-879b-8b07-4822-7008648b9839 2024-11-12T14:22:44,892 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c473956-2a14-127a-c744-5f5a2d6a9399/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T14:22:44,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c473956-2a14-127a-c744-5f5a2d6a9399/hadoop.tmp.dir so I do NOT create it in target/test-data/861675c0-879b-8b07-4822-7008648b9839 2024-11-12T14:22:44,892 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c473956-2a14-127a-c744-5f5a2d6a9399/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T14:22:44,892 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/861675c0-879b-8b07-4822-7008648b9839 2024-11-12T14:22:44,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T14:22:44,892 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/861675c0-879b-8b07-4822-7008648b9839/cluster_af6ddbf4-c43b-45e4-fa4a-e5380371a6da, deleteOnExit=true 2024-11-12T14:22:44,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T14:22:44,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/861675c0-879b-8b07-4822-7008648b9839/test.cache.data in system properties and HBase conf 2024-11-12T14:22:44,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/861675c0-879b-8b07-4822-7008648b9839/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T14:22:44,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/861675c0-879b-8b07-4822-7008648b9839/hadoop.log.dir in system properties and HBase conf 2024-11-12T14:22:44,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/861675c0-879b-8b07-4822-7008648b9839/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T14:22:44,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/861675c0-879b-8b07-4822-7008648b9839/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T14:22:44,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T14:22:44,892 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T14:22:44,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/861675c0-879b-8b07-4822-7008648b9839/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:22:44,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/861675c0-879b-8b07-4822-7008648b9839/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:22:44,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/861675c0-879b-8b07-4822-7008648b9839/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T14:22:44,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/861675c0-879b-8b07-4822-7008648b9839/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:22:44,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/861675c0-879b-8b07-4822-7008648b9839/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T14:22:44,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/861675c0-879b-8b07-4822-7008648b9839/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T14:22:44,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/861675c0-879b-8b07-4822-7008648b9839/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:22:44,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/861675c0-879b-8b07-4822-7008648b9839/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:22:44,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/861675c0-879b-8b07-4822-7008648b9839/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T14:22:44,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/861675c0-879b-8b07-4822-7008648b9839/nfs.dump.dir in system properties and HBase conf 2024-11-12T14:22:44,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/861675c0-879b-8b07-4822-7008648b9839/java.io.tmpdir in system properties and HBase conf 2024-11-12T14:22:44,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/861675c0-879b-8b07-4822-7008648b9839/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:22:44,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/861675c0-879b-8b07-4822-7008648b9839/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T14:22:44,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/861675c0-879b-8b07-4822-7008648b9839/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T14:22:45,171 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:22:45,174 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:22:45,175 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:22:45,175 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:22:45,175 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T14:22:45,176 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:22:45,176 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@748036cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/861675c0-879b-8b07-4822-7008648b9839/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:22:45,176 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c2bd0ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:22:45,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ba88da4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/861675c0-879b-8b07-4822-7008648b9839/java.io.tmpdir/jetty-localhost-40333-hadoop-hdfs-3_4_1-tests_jar-_-any-16973683062914054890/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:22:45,269 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22e43042{HTTP/1.1, (http/1.1)}{localhost:40333} 2024-11-12T14:22:45,269 INFO [Time-limited test {}] server.Server(415): Started @282436ms 2024-11-12T14:22:45,524 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:22:45,530 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:22:45,531 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:22:45,531 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:22:45,531 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T14:22:45,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a930ee8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/861675c0-879b-8b07-4822-7008648b9839/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:22:45,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7daa1e89{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:22:45,626 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@66eea7be{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/861675c0-879b-8b07-4822-7008648b9839/java.io.tmpdir/jetty-localhost-42387-hadoop-hdfs-3_4_1-tests_jar-_-any-11056950937224923290/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:22:45,626 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@58243550{HTTP/1.1, (http/1.1)}{localhost:42387} 2024-11-12T14:22:45,626 INFO [Time-limited test {}] server.Server(415): Started @282792ms 2024-11-12T14:22:45,627 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T14:22:46,359 WARN [Thread-3567 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/861675c0-879b-8b07-4822-7008648b9839/cluster_af6ddbf4-c43b-45e4-fa4a-e5380371a6da/data/data1/current/BP-1098894227-172.17.0.3-1731421364906/current, will proceed with Du for space computation calculation, 2024-11-12T14:22:46,359 WARN [Thread-3568 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/861675c0-879b-8b07-4822-7008648b9839/cluster_af6ddbf4-c43b-45e4-fa4a-e5380371a6da/data/data2/current/BP-1098894227-172.17.0.3-1731421364906/current, will proceed with Du for space computation calculation, 2024-11-12T14:22:46,374 WARN [Thread-3555 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T14:22:46,376 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8efeb4952674bdf6 with lease ID 0xf1fe84f38e550033: Processing first storage report for DS-fc1cdb63-ecf7-4c87-b7ba-c2aec593fc53 from datanode DatanodeRegistration(127.0.0.1:45871, datanodeUuid=43f572ac-4da7-4d1d-9548-4f0735705d3f, infoPort=39265, infoSecurePort=0, ipcPort=33193, storageInfo=lv=-57;cid=testClusterID;nsid=1935215039;c=1731421364906) 2024-11-12T14:22:46,376 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8efeb4952674bdf6 with lease ID 0xf1fe84f38e550033: from storage DS-fc1cdb63-ecf7-4c87-b7ba-c2aec593fc53 node DatanodeRegistration(127.0.0.1:45871, datanodeUuid=43f572ac-4da7-4d1d-9548-4f0735705d3f, infoPort=39265, infoSecurePort=0, ipcPort=33193, storageInfo=lv=-57;cid=testClusterID;nsid=1935215039;c=1731421364906), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:22:46,376 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8efeb4952674bdf6 with lease ID 0xf1fe84f38e550033: Processing first storage report for DS-c58be8da-ae7b-4f2f-bd5a-767d565d68b2 from datanode DatanodeRegistration(127.0.0.1:45871, datanodeUuid=43f572ac-4da7-4d1d-9548-4f0735705d3f, infoPort=39265, infoSecurePort=0, ipcPort=33193, storageInfo=lv=-57;cid=testClusterID;nsid=1935215039;c=1731421364906) 2024-11-12T14:22:46,376 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8efeb4952674bdf6 with lease ID 0xf1fe84f38e550033: from storage DS-c58be8da-ae7b-4f2f-bd5a-767d565d68b2 node DatanodeRegistration(127.0.0.1:45871, datanodeUuid=43f572ac-4da7-4d1d-9548-4f0735705d3f, infoPort=39265, infoSecurePort=0, ipcPort=33193, storageInfo=lv=-57;cid=testClusterID;nsid=1935215039;c=1731421364906), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:22:46,449 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/861675c0-879b-8b07-4822-7008648b9839 2024-11-12T14:22:46,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:22:46,450 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:22:46,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741825_1001 (size=7) 2024-11-12T14:22:46,456 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff with version=8 2024-11-12T14:22:46,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/hbase-staging 2024-11-12T14:22:46,459 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:22:46,459 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:22:46,459 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:22:46,459 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:22:46,459 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:22:46,459 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:22:46,459 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T14:22:46,459 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:22:46,459 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41627 2024-11-12T14:22:46,460 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41627 connecting to ZooKeeper ensemble=127.0.0.1:50693 2024-11-12T14:22:46,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:416270x0, quorum=127.0.0.1:50693, baseZNode=/12113840159 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:22:46,479 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41627-0x1012f6d45ea0003 connected 2024-11-12T14:22:46,553 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:22:46,554 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:22:46,556 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41627-0x1012f6d45ea0003, quorum=127.0.0.1:50693, baseZNode=/12113840159 Set watcher on znode that does not yet exist, /12113840159/running 2024-11-12T14:22:46,556 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff, hbase.cluster.distributed=false 2024-11-12T14:22:46,557 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41627-0x1012f6d45ea0003, quorum=127.0.0.1:50693, baseZNode=/12113840159 Set watcher on znode that does not yet exist, /12113840159/acl 2024-11-12T14:22:46,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41627 2024-11-12T14:22:46,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41627 2024-11-12T14:22:46,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41627 2024-11-12T14:22:46,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41627 2024-11-12T14:22:46,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41627 2024-11-12T14:22:46,578 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:22:46,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:22:46,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:22:46,578 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:22:46,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:22:46,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:22:46,578 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T14:22:46,578 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:22:46,578 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44873 2024-11-12T14:22:46,579 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44873 connecting to ZooKeeper ensemble=127.0.0.1:50693 2024-11-12T14:22:46,579 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:22:46,581 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:22:46,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448730x0, quorum=127.0.0.1:50693, baseZNode=/12113840159 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:22:46,595 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448730x0, quorum=127.0.0.1:50693, baseZNode=/12113840159 Set watcher on znode that does not yet exist, /12113840159/running 2024-11-12T14:22:46,595 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44873-0x1012f6d45ea0004 connected 2024-11-12T14:22:46,595 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T14:22:46,596 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T14:22:46,596 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44873-0x1012f6d45ea0004, quorum=127.0.0.1:50693, baseZNode=/12113840159 Set watcher on znode that does not yet exist, /12113840159/master 2024-11-12T14:22:46,597 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44873-0x1012f6d45ea0004, quorum=127.0.0.1:50693, baseZNode=/12113840159 Set watcher on znode that does not yet exist, /12113840159/acl 2024-11-12T14:22:46,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44873 2024-11-12T14:22:46,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44873 2024-11-12T14:22:46,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44873 2024-11-12T14:22:46,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44873 2024-11-12T14:22:46,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44873 2024-11-12T14:22:46,618 DEBUG [M:0;2b6d221c5cde:41627 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b6d221c5cde:41627 2024-11-12T14:22:46,620 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12113840159/backup-masters/2b6d221c5cde,41627,1731421366458 2024-11-12T14:22:46,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41627-0x1012f6d45ea0003, quorum=127.0.0.1:50693, baseZNode=/12113840159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12113840159/backup-masters 2024-11-12T14:22:46,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44873-0x1012f6d45ea0004, quorum=127.0.0.1:50693, baseZNode=/12113840159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12113840159/backup-masters 2024-11-12T14:22:46,633 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41627-0x1012f6d45ea0003, quorum=127.0.0.1:50693, baseZNode=/12113840159 Set watcher on existing znode=/12113840159/backup-masters/2b6d221c5cde,41627,1731421366458 2024-11-12T14:22:46,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41627-0x1012f6d45ea0003, quorum=127.0.0.1:50693, baseZNode=/12113840159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12113840159 2024-11-12T14:22:46,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44873-0x1012f6d45ea0004, quorum=127.0.0.1:50693, baseZNode=/12113840159 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12113840159/master 2024-11-12T14:22:46,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44873-0x1012f6d45ea0004, quorum=127.0.0.1:50693, baseZNode=/12113840159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12113840159 2024-11-12T14:22:46,643 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41627-0x1012f6d45ea0003, quorum=127.0.0.1:50693, baseZNode=/12113840159 Set watcher on existing znode=/12113840159/master 2024-11-12T14:22:46,644 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12113840159/backup-masters/2b6d221c5cde,41627,1731421366458 from backup master directory 2024-11-12T14:22:46,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44873-0x1012f6d45ea0004, quorum=127.0.0.1:50693, baseZNode=/12113840159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12113840159/backup-masters 2024-11-12T14:22:46,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41627-0x1012f6d45ea0003, quorum=127.0.0.1:50693, baseZNode=/12113840159 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12113840159/backup-masters/2b6d221c5cde,41627,1731421366458 2024-11-12T14:22:46,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41627-0x1012f6d45ea0003, quorum=127.0.0.1:50693, baseZNode=/12113840159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12113840159/backup-masters 2024-11-12T14:22:46,653 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:22:46,653 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b6d221c5cde,41627,1731421366458 2024-11-12T14:22:46,656 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/hbase.id] with ID: bd832c98-070c-478e-bacd-fda59a5ce928 2024-11-12T14:22:46,656 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/.tmp/hbase.id 2024-11-12T14:22:46,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741826_1002 (size=42) 2024-11-12T14:22:47,062 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/.tmp/hbase.id]:[hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/hbase.id] 2024-11-12T14:22:47,069 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:22:47,069 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T14:22:47,070 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T14:22:47,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44873-0x1012f6d45ea0004, quorum=127.0.0.1:50693, baseZNode=/12113840159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12113840159 2024-11-12T14:22:47,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41627-0x1012f6d45ea0003, quorum=127.0.0.1:50693, baseZNode=/12113840159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12113840159 2024-11-12T14:22:47,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741827_1003 (size=196) 2024-11-12T14:22:47,525 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:22:47,526 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T14:22:47,526 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:22:47,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741828_1004 (size=1189) 2024-11-12T14:22:47,931 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/MasterData/data/master/store 2024-11-12T14:22:47,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741829_1005 (size=34) 2024-11-12T14:22:48,335 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:22:48,336 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:22:48,336 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:22:48,336 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:22:48,336 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:22:48,336 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:22:48,336 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:22:48,336 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421368335Disabling compacts and flushes for region at 1731421368336 (+1 ms)Disabling writes for close at 1731421368336Writing region close event to WAL at 1731421368336Closed at 1731421368336 2024-11-12T14:22:48,336 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/MasterData/data/master/store/.initializing 2024-11-12T14:22:48,336 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/MasterData/WALs/2b6d221c5cde,41627,1731421366458 2024-11-12T14:22:48,337 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:22:48,338 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C41627%2C1731421366458, suffix=, logDir=hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/MasterData/WALs/2b6d221c5cde,41627,1731421366458, archiveDir=hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/MasterData/oldWALs, maxLogs=10 2024-11-12T14:22:48,354 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/MasterData/WALs/2b6d221c5cde,41627,1731421366458/2b6d221c5cde%2C41627%2C1731421366458.1731421368338, exclude list is [], retry=0 2024-11-12T14:22:48,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45871,DS-fc1cdb63-ecf7-4c87-b7ba-c2aec593fc53,DISK] 2024-11-12T14:22:48,357 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/MasterData/WALs/2b6d221c5cde,41627,1731421366458/2b6d221c5cde%2C41627%2C1731421366458.1731421368338 2024-11-12T14:22:48,357 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39265:39265)] 2024-11-12T14:22:48,357 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:22:48,357 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:22:48,357 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:48,357 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:48,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:48,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T14:22:48,359 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:48,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:22:48,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:48,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T14:22:48,360 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:48,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:22:48,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:48,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T14:22:48,361 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:48,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:22:48,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:48,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T14:22:48,362 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:48,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:22:48,362 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:48,363 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:48,363 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:48,364 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:48,364 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:48,364 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:22:48,365 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:48,366 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:22:48,366 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63974576, jitterRate=-0.04670453071594238}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:22:48,366 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731421368357Initializing all the Stores at 1731421368358 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421368358Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421368358Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421368358Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421368358Cleaning up temporary data from old regions at 1731421368364 (+6 ms)Region opened successfully at 1731421368366 (+2 ms) 2024-11-12T14:22:48,366 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T14:22:48,368 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@572a5a70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:22:48,368 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T14:22:48,369 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T14:22:48,369 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T14:22:48,369 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T14:22:48,369 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T14:22:48,369 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T14:22:48,369 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T14:22:48,370 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T14:22:48,371 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41627-0x1012f6d45ea0003, quorum=127.0.0.1:50693, baseZNode=/12113840159 Unable to get data of znode /12113840159/balancer because node does not exist (not necessarily an error) 2024-11-12T14:22:48,468 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12113840159/balancer already deleted, retry=false 2024-11-12T14:22:48,468 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T14:22:48,469 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41627-0x1012f6d45ea0003, quorum=127.0.0.1:50693, baseZNode=/12113840159 Unable to get data of znode /12113840159/normalizer because node does not exist (not necessarily an error) 2024-11-12T14:22:48,478 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12113840159/normalizer already deleted, retry=false 2024-11-12T14:22:48,479 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T14:22:48,479 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41627-0x1012f6d45ea0003, quorum=127.0.0.1:50693, baseZNode=/12113840159 Unable to get data of znode /12113840159/switch/split because node does not exist (not necessarily an error) 2024-11-12T14:22:48,489 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12113840159/switch/split already deleted, retry=false 2024-11-12T14:22:48,490 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41627-0x1012f6d45ea0003, quorum=127.0.0.1:50693, baseZNode=/12113840159 Unable to get data of znode /12113840159/switch/merge because node does not exist (not necessarily an error) 2024-11-12T14:22:48,500 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12113840159/switch/merge already deleted, retry=false 2024-11-12T14:22:48,501 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41627-0x1012f6d45ea0003, quorum=127.0.0.1:50693, baseZNode=/12113840159 Unable to get data of znode /12113840159/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T14:22:48,510 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12113840159/snapshot-cleanup already deleted, retry=false 2024-11-12T14:22:48,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41627-0x1012f6d45ea0003, quorum=127.0.0.1:50693, baseZNode=/12113840159 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12113840159/running 2024-11-12T14:22:48,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44873-0x1012f6d45ea0004, quorum=127.0.0.1:50693, baseZNode=/12113840159 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12113840159/running 2024-11-12T14:22:48,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41627-0x1012f6d45ea0003, quorum=127.0.0.1:50693, baseZNode=/12113840159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12113840159 2024-11-12T14:22:48,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44873-0x1012f6d45ea0004, quorum=127.0.0.1:50693, baseZNode=/12113840159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12113840159 2024-11-12T14:22:48,521 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b6d221c5cde,41627,1731421366458, sessionid=0x1012f6d45ea0003, setting cluster-up flag (Was=false) 2024-11-12T14:22:48,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41627-0x1012f6d45ea0003, quorum=127.0.0.1:50693, baseZNode=/12113840159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12113840159 2024-11-12T14:22:48,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44873-0x1012f6d45ea0004, quorum=127.0.0.1:50693, baseZNode=/12113840159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12113840159 2024-11-12T14:22:48,573 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12113840159/flush-table-proc/acquired, /12113840159/flush-table-proc/reached, /12113840159/flush-table-proc/abort 2024-11-12T14:22:48,574 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,41627,1731421366458 2024-11-12T14:22:48,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41627-0x1012f6d45ea0003, quorum=127.0.0.1:50693, baseZNode=/12113840159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12113840159 2024-11-12T14:22:48,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44873-0x1012f6d45ea0004, quorum=127.0.0.1:50693, baseZNode=/12113840159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12113840159 2024-11-12T14:22:48,626 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12113840159/online-snapshot/acquired, /12113840159/online-snapshot/reached, /12113840159/online-snapshot/abort 2024-11-12T14:22:48,627 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,41627,1731421366458 2024-11-12T14:22:48,627 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T14:22:48,628 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T14:22:48,628 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T14:22:48,629 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T14:22:48,629 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b6d221c5cde,41627,1731421366458 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T14:22:48,630 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:22:48,630 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:22:48,630 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:22:48,630 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:22:48,630 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b6d221c5cde:0, corePoolSize=10, maxPoolSize=10 2024-11-12T14:22:48,630 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:48,630 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:22:48,630 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:48,631 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731421398631 2024-11-12T14:22:48,631 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T14:22:48,631 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T14:22:48,631 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T14:22:48,631 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T14:22:48,631 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T14:22:48,631 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T14:22:48,631 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:48,631 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:22:48,631 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T14:22:48,631 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T14:22:48,631 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T14:22:48,631 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T14:22:48,631 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T14:22:48,632 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T14:22:48,632 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T14:22:48,632 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421368632,5,FailOnTimeoutGroup] 2024-11-12T14:22:48,632 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:48,632 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T14:22:48,632 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421368632,5,FailOnTimeoutGroup] 2024-11-12T14:22:48,632 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:48,633 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T14:22:48,633 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:48,633 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:48,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741831_1007 (size=1321) 2024-11-12T14:22:48,707 INFO [RS:0;2b6d221c5cde:44873 {}] regionserver.HRegionServer(746): ClusterId : bd832c98-070c-478e-bacd-fda59a5ce928 2024-11-12T14:22:48,707 DEBUG [RS:0;2b6d221c5cde:44873 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T14:22:48,717 DEBUG [RS:0;2b6d221c5cde:44873 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T14:22:48,717 DEBUG [RS:0;2b6d221c5cde:44873 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T14:22:48,728 DEBUG [RS:0;2b6d221c5cde:44873 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T14:22:48,728 DEBUG [RS:0;2b6d221c5cde:44873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b5c49ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:22:48,738 DEBUG [RS:0;2b6d221c5cde:44873 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b6d221c5cde:44873 2024-11-12T14:22:48,738 INFO [RS:0;2b6d221c5cde:44873 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T14:22:48,738 INFO [RS:0;2b6d221c5cde:44873 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T14:22:48,738 DEBUG [RS:0;2b6d221c5cde:44873 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T14:22:48,738 INFO [RS:0;2b6d221c5cde:44873 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b6d221c5cde,41627,1731421366458 with port=44873, startcode=1731421366577 2024-11-12T14:22:48,738 DEBUG [RS:0;2b6d221c5cde:44873 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T14:22:48,739 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57355, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T14:22:48,740 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41627 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b6d221c5cde,44873,1731421366577 2024-11-12T14:22:48,740 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41627 {}] master.ServerManager(517): Registering regionserver=2b6d221c5cde,44873,1731421366577 2024-11-12T14:22:48,741 DEBUG [RS:0;2b6d221c5cde:44873 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff 2024-11-12T14:22:48,741 DEBUG [RS:0;2b6d221c5cde:44873 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36019 2024-11-12T14:22:48,741 DEBUG [RS:0;2b6d221c5cde:44873 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T14:22:48,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41627-0x1012f6d45ea0003, quorum=127.0.0.1:50693, baseZNode=/12113840159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12113840159/rs 2024-11-12T14:22:48,798 DEBUG [RS:0;2b6d221c5cde:44873 {}] zookeeper.ZKUtil(111): regionserver:44873-0x1012f6d45ea0004, quorum=127.0.0.1:50693, baseZNode=/12113840159 Set watcher on existing znode=/12113840159/rs/2b6d221c5cde,44873,1731421366577 2024-11-12T14:22:48,798 WARN [RS:0;2b6d221c5cde:44873 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:22:48,799 INFO [RS:0;2b6d221c5cde:44873 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:22:48,799 DEBUG [RS:0;2b6d221c5cde:44873 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577 2024-11-12T14:22:48,799 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b6d221c5cde,44873,1731421366577] 2024-11-12T14:22:48,801 INFO [RS:0;2b6d221c5cde:44873 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T14:22:48,802 INFO [RS:0;2b6d221c5cde:44873 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T14:22:48,802 INFO [RS:0;2b6d221c5cde:44873 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T14:22:48,802 INFO [RS:0;2b6d221c5cde:44873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:48,802 INFO [RS:0;2b6d221c5cde:44873 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T14:22:48,803 INFO [RS:0;2b6d221c5cde:44873 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T14:22:48,803 INFO [RS:0;2b6d221c5cde:44873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:48,803 DEBUG [RS:0;2b6d221c5cde:44873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:48,803 DEBUG [RS:0;2b6d221c5cde:44873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:48,803 DEBUG [RS:0;2b6d221c5cde:44873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:48,803 DEBUG [RS:0;2b6d221c5cde:44873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:48,803 DEBUG [RS:0;2b6d221c5cde:44873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:48,803 DEBUG [RS:0;2b6d221c5cde:44873 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:22:48,803 DEBUG [RS:0;2b6d221c5cde:44873 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:48,803 DEBUG [RS:0;2b6d221c5cde:44873 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:48,803 DEBUG [RS:0;2b6d221c5cde:44873 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:48,803 DEBUG [RS:0;2b6d221c5cde:44873 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:48,803 DEBUG [RS:0;2b6d221c5cde:44873 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:48,803 DEBUG [RS:0;2b6d221c5cde:44873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:48,803 DEBUG [RS:0;2b6d221c5cde:44873 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:22:48,803 DEBUG [RS:0;2b6d221c5cde:44873 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:22:48,804 INFO [RS:0;2b6d221c5cde:44873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:48,804 INFO [RS:0;2b6d221c5cde:44873 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:48,804 INFO [RS:0;2b6d221c5cde:44873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:48,804 INFO [RS:0;2b6d221c5cde:44873 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:48,804 INFO [RS:0;2b6d221c5cde:44873 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:48,804 INFO [RS:0;2b6d221c5cde:44873 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,44873,1731421366577-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:22:48,816 INFO [RS:0;2b6d221c5cde:44873 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T14:22:48,816 INFO [RS:0;2b6d221c5cde:44873 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,44873,1731421366577-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:48,816 INFO [RS:0;2b6d221c5cde:44873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:48,816 INFO [RS:0;2b6d221c5cde:44873 {}] regionserver.Replication(171): 2b6d221c5cde,44873,1731421366577 started 2024-11-12T14:22:48,827 INFO [RS:0;2b6d221c5cde:44873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:48,827 INFO [RS:0;2b6d221c5cde:44873 {}] regionserver.HRegionServer(1482): Serving as 2b6d221c5cde,44873,1731421366577, RpcServer on 2b6d221c5cde/172.17.0.3:44873, sessionid=0x1012f6d45ea0004 2024-11-12T14:22:48,828 DEBUG [RS:0;2b6d221c5cde:44873 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T14:22:48,828 DEBUG [RS:0;2b6d221c5cde:44873 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b6d221c5cde,44873,1731421366577 2024-11-12T14:22:48,828 DEBUG [RS:0;2b6d221c5cde:44873 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,44873,1731421366577' 2024-11-12T14:22:48,828 DEBUG [RS:0;2b6d221c5cde:44873 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12113840159/flush-table-proc/abort' 2024-11-12T14:22:48,828 DEBUG [RS:0;2b6d221c5cde:44873 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12113840159/flush-table-proc/acquired' 2024-11-12T14:22:48,828 DEBUG [RS:0;2b6d221c5cde:44873 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T14:22:48,829 DEBUG [RS:0;2b6d221c5cde:44873 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T14:22:48,829 DEBUG [RS:0;2b6d221c5cde:44873 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b6d221c5cde,44873,1731421366577 2024-11-12T14:22:48,829 DEBUG [RS:0;2b6d221c5cde:44873 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,44873,1731421366577' 2024-11-12T14:22:48,829 DEBUG [RS:0;2b6d221c5cde:44873 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12113840159/online-snapshot/abort' 2024-11-12T14:22:48,829 DEBUG [RS:0;2b6d221c5cde:44873 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12113840159/online-snapshot/acquired' 2024-11-12T14:22:48,829 DEBUG [RS:0;2b6d221c5cde:44873 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T14:22:48,829 INFO [RS:0;2b6d221c5cde:44873 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T14:22:48,829 INFO [RS:0;2b6d221c5cde:44873 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T14:22:48,930 INFO [RS:0;2b6d221c5cde:44873 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:22:48,931 INFO [RS:0;2b6d221c5cde:44873 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C44873%2C1731421366577, suffix=, logDir=hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577, archiveDir=hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/oldWALs, maxLogs=10 2024-11-12T14:22:48,942 DEBUG [RS:0;2b6d221c5cde:44873 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931, exclude list is [], retry=0 2024-11-12T14:22:48,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45871,DS-fc1cdb63-ecf7-4c87-b7ba-c2aec593fc53,DISK] 2024-11-12T14:22:48,945 INFO [RS:0;2b6d221c5cde:44873 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931 2024-11-12T14:22:48,946 DEBUG [RS:0;2b6d221c5cde:44873 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39265:39265)] 2024-11-12T14:22:49,041 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T14:22:49,041 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff 2024-11-12T14:22:49,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741833_1009 (size=32) 2024-11-12T14:22:49,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:22:49,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:22:49,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:22:49,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:49,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:22:49,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:22:49,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:22:49,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:49,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:22:49,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:22:49,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:22:49,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:49,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:22:49,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:22:49,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:22:49,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:49,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:22:49,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:22:49,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/hbase/meta/1588230740 2024-11-12T14:22:49,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/hbase/meta/1588230740 2024-11-12T14:22:49,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:22:49,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:22:49,051 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:22:49,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:22:49,053 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:22:49,053 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61207667, jitterRate=-0.08793468773365021}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:22:49,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731421369045Initializing all the Stores at 1731421369045Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421369045Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421369045Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421369045Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421369045Cleaning up temporary data from old regions at 1731421369051 (+6 ms)Region opened successfully at 1731421369053 (+2 ms) 2024-11-12T14:22:49,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:22:49,053 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:22:49,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:22:49,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:22:49,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:22:49,054 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:22:49,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421369053Disabling compacts and flushes for region at 1731421369053Disabling writes for close at 1731421369053Writing region close event to WAL at 1731421369054 (+1 ms)Closed at 1731421369054 2024-11-12T14:22:49,054 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:22:49,054 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T14:22:49,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T14:22:49,055 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:22:49,055 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T14:22:49,206 DEBUG [2b6d221c5cde:41627 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T14:22:49,206 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b6d221c5cde,44873,1731421366577 2024-11-12T14:22:49,207 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,44873,1731421366577, state=OPENING 2024-11-12T14:22:49,226 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T14:22:49,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44873-0x1012f6d45ea0004, quorum=127.0.0.1:50693, baseZNode=/12113840159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12113840159 2024-11-12T14:22:49,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41627-0x1012f6d45ea0003, quorum=127.0.0.1:50693, baseZNode=/12113840159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12113840159 2024-11-12T14:22:49,237 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:22:49,237 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12113840159/meta-region-server: CHANGED 2024-11-12T14:22:49,237 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12113840159/meta-region-server: CHANGED 2024-11-12T14:22:49,237 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,44873,1731421366577}] 2024-11-12T14:22:49,389 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:22:49,390 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T14:22:49,392 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T14:22:49,392 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:22:49,393 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T14:22:49,394 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C44873%2C1731421366577.meta, suffix=.meta, logDir=hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577, archiveDir=hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/oldWALs, maxLogs=10 2024-11-12T14:22:49,406 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.meta.1731421369394.meta, exclude list is [], retry=0 2024-11-12T14:22:49,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45871,DS-fc1cdb63-ecf7-4c87-b7ba-c2aec593fc53,DISK] 2024-11-12T14:22:49,409 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.meta.1731421369394.meta 2024-11-12T14:22:49,409 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39265:39265)] 2024-11-12T14:22:49,409 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:22:49,409 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:22:49,409 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T14:22:49,409 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T14:22:49,410 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T14:22:49,410 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T14:22:49,410 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:22:49,410 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T14:22:49,410 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T14:22:49,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:22:49,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:22:49,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:49,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:22:49,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:22:49,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:22:49,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:49,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:22:49,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:22:49,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:22:49,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:49,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:22:49,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:22:49,413 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:22:49,413 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:49,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:22:49,413 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:22:49,414 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/hbase/meta/1588230740 2024-11-12T14:22:49,414 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/hbase/meta/1588230740 2024-11-12T14:22:49,415 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:22:49,415 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:22:49,415 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:22:49,416 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:22:49,416 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65694109, jitterRate=-0.02108149230480194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:22:49,416 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T14:22:49,416 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731421369410Writing region info on filesystem at 1731421369410Initializing all the Stores at 1731421369410Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421369410Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421369410Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421369410Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421369410Cleaning up temporary data from old regions at 1731421369415 (+5 ms)Running coprocessor post-open hooks at 1731421369416 (+1 ms)Region opened successfully at 1731421369416 2024-11-12T14:22:49,417 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731421369388 2024-11-12T14:22:49,418 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T14:22:49,418 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T14:22:49,419 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,44873,1731421366577 2024-11-12T14:22:49,419 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,44873,1731421366577, state=OPEN 2024-11-12T14:22:49,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41627-0x1012f6d45ea0003, quorum=127.0.0.1:50693, baseZNode=/12113840159 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12113840159/meta-region-server 2024-11-12T14:22:49,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44873-0x1012f6d45ea0004, quorum=127.0.0.1:50693, baseZNode=/12113840159 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12113840159/meta-region-server 2024-11-12T14:22:49,426 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b6d221c5cde,44873,1731421366577 2024-11-12T14:22:49,426 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12113840159/meta-region-server: CHANGED 2024-11-12T14:22:49,426 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12113840159/meta-region-server: CHANGED 2024-11-12T14:22:49,427 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T14:22:49,427 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,44873,1731421366577 in 189 msec 2024-11-12T14:22:49,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T14:22:49,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 373 msec 2024-11-12T14:22:49,429 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:22:49,429 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T14:22:49,430 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:22:49,430 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,44873,1731421366577, seqNum=-1] 2024-11-12T14:22:49,430 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:22:49,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37295, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:22:49,435 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 806 msec 2024-11-12T14:22:49,435 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731421369435, completionTime=-1 2024-11-12T14:22:49,435 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T14:22:49,435 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T14:22:49,437 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T14:22:49,437 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731421429437 2024-11-12T14:22:49,437 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731421489437 2024-11-12T14:22:49,437 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T14:22:49,437 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,41627,1731421366458-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:49,437 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,41627,1731421366458-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:49,437 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,41627,1731421366458-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:49,437 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b6d221c5cde:41627, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:49,437 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:49,438 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:49,439 DEBUG [master/2b6d221c5cde:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T14:22:49,440 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.787sec 2024-11-12T14:22:49,440 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T14:22:49,440 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T14:22:49,440 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T14:22:49,440 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T14:22:49,440 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T14:22:49,440 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,41627,1731421366458-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:22:49,440 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,41627,1731421366458-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T14:22:49,442 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T14:22:49,442 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T14:22:49,442 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,41627,1731421366458-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:49,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a794161, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:49,508 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,41627,-1 for getting cluster id 2024-11-12T14:22:49,508 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:22:49,509 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd832c98-070c-478e-bacd-fda59a5ce928' 2024-11-12T14:22:49,509 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:22:49,509 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd832c98-070c-478e-bacd-fda59a5ce928" 2024-11-12T14:22:49,509 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bfa6b9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:49,509 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,41627,-1] 2024-11-12T14:22:49,509 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:22:49,509 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:49,510 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:22:49,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@799d5261, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:49,511 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:22:49,511 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,44873,1731421366577, seqNum=-1] 2024-11-12T14:22:49,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:22:49,512 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:22:49,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b6d221c5cde,41627,1731421366458 2024-11-12T14:22:49,514 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50693 2024-11-12T14:22:49,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50693, baseZNode=/12113840159 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:22:49,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012f6d45ea0005 connected 2024-11-12T14:22:49,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/861675c0-879b-8b07-4822-7008648b9839/hadoop.log.dir so I do NOT create it in target/test-data/f15e0b26-1816-805a-87e3-3e61a184ed31 2024-11-12T14:22:49,539 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/861675c0-879b-8b07-4822-7008648b9839/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T14:22:49,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/861675c0-879b-8b07-4822-7008648b9839/hadoop.tmp.dir so I do NOT create it in target/test-data/f15e0b26-1816-805a-87e3-3e61a184ed31 2024-11-12T14:22:49,539 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/861675c0-879b-8b07-4822-7008648b9839/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T14:22:49,539 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f15e0b26-1816-805a-87e3-3e61a184ed31 2024-11-12T14:22:49,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T14:22:49,540 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f15e0b26-1816-805a-87e3-3e61a184ed31/cluster_76edf4d7-23dd-5d2b-3c8a-12899e07b2e7, deleteOnExit=true 2024-11-12T14:22:49,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T14:22:49,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f15e0b26-1816-805a-87e3-3e61a184ed31/test.cache.data in system properties and HBase conf 2024-11-12T14:22:49,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f15e0b26-1816-805a-87e3-3e61a184ed31/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T14:22:49,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f15e0b26-1816-805a-87e3-3e61a184ed31/hadoop.log.dir in system properties and HBase conf 2024-11-12T14:22:49,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f15e0b26-1816-805a-87e3-3e61a184ed31/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T14:22:49,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f15e0b26-1816-805a-87e3-3e61a184ed31/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T14:22:49,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T14:22:49,540 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T14:22:49,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f15e0b26-1816-805a-87e3-3e61a184ed31/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:22:49,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f15e0b26-1816-805a-87e3-3e61a184ed31/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:22:49,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f15e0b26-1816-805a-87e3-3e61a184ed31/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T14:22:49,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f15e0b26-1816-805a-87e3-3e61a184ed31/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:22:49,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f15e0b26-1816-805a-87e3-3e61a184ed31/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T14:22:49,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f15e0b26-1816-805a-87e3-3e61a184ed31/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T14:22:49,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f15e0b26-1816-805a-87e3-3e61a184ed31/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:22:49,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f15e0b26-1816-805a-87e3-3e61a184ed31/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:22:49,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f15e0b26-1816-805a-87e3-3e61a184ed31/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T14:22:49,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f15e0b26-1816-805a-87e3-3e61a184ed31/nfs.dump.dir in system properties and HBase conf 2024-11-12T14:22:49,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f15e0b26-1816-805a-87e3-3e61a184ed31/java.io.tmpdir in system properties and HBase conf 2024-11-12T14:22:49,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f15e0b26-1816-805a-87e3-3e61a184ed31/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:22:49,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f15e0b26-1816-805a-87e3-3e61a184ed31/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T14:22:49,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f15e0b26-1816-805a-87e3-3e61a184ed31/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T14:22:49,582 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T14:22:50,036 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-12T14:22:50,037 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:50,037 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:50,037 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:50,037 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:50,037 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:50,083 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:50,083 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:50,083 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:50,083 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:50,083 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:50,084 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:50,090 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:50,092 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:50,093 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:22:50,124 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:22:50,126 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:22:50,128 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:22:50,128 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:22:50,128 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T14:22:50,128 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:22:50,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c636791{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f15e0b26-1816-805a-87e3-3e61a184ed31/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:22:50,129 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@124f583f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:22:50,201 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T14:22:50,202 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T14:22:50,202 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T14:22:50,202 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T14:22:50,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@52302a79{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f15e0b26-1816-805a-87e3-3e61a184ed31/java.io.tmpdir/jetty-localhost-32971-hadoop-hdfs-3_4_1-tests_jar-_-any-1566512669954201729/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:22:50,255 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13cefcc8{HTTP/1.1, (http/1.1)}{localhost:32971} 2024-11-12T14:22:50,255 INFO [Time-limited test {}] server.Server(415): Started @287421ms 2024-11-12T14:22:50,948 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:22:50,952 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:22:50,953 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:22:50,953 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:22:50,953 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T14:22:50,954 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@399c85bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f15e0b26-1816-805a-87e3-3e61a184ed31/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:22:50,954 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a3036e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:22:51,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@788d60a6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f15e0b26-1816-805a-87e3-3e61a184ed31/java.io.tmpdir/jetty-localhost-36611-hadoop-hdfs-3_4_1-tests_jar-_-any-14253341227949710911/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:22:51,048 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2002b9ea{HTTP/1.1, (http/1.1)}{localhost:36611} 2024-11-12T14:22:51,048 INFO [Time-limited test {}] server.Server(415): Started @288214ms 2024-11-12T14:22:51,049 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T14:22:51,689 WARN [Thread-3689 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f15e0b26-1816-805a-87e3-3e61a184ed31/cluster_76edf4d7-23dd-5d2b-3c8a-12899e07b2e7/data/data2/current/BP-58637176-172.17.0.3-1731421369555/current, will proceed with Du for space computation calculation, 2024-11-12T14:22:51,689 WARN [Thread-3688 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f15e0b26-1816-805a-87e3-3e61a184ed31/cluster_76edf4d7-23dd-5d2b-3c8a-12899e07b2e7/data/data1/current/BP-58637176-172.17.0.3-1731421369555/current, will proceed with Du for space computation calculation, 2024-11-12T14:22:51,707 WARN [Thread-3676 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T14:22:51,709 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x86329349f88cbe24 with lease ID 0x5204e2064f64ee84: Processing first storage report for DS-dc6a9381-a3a8-4526-885c-56d23010942c from datanode DatanodeRegistration(127.0.0.1:37571, datanodeUuid=2b86ebb9-a9c4-4beb-83a2-7c2f64750c73, infoPort=36201, infoSecurePort=0, ipcPort=38541, storageInfo=lv=-57;cid=testClusterID;nsid=1130115476;c=1731421369555) 2024-11-12T14:22:51,709 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x86329349f88cbe24 with lease ID 0x5204e2064f64ee84: from storage DS-dc6a9381-a3a8-4526-885c-56d23010942c node DatanodeRegistration(127.0.0.1:37571, datanodeUuid=2b86ebb9-a9c4-4beb-83a2-7c2f64750c73, infoPort=36201, infoSecurePort=0, ipcPort=38541, storageInfo=lv=-57;cid=testClusterID;nsid=1130115476;c=1731421369555), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:22:51,709 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x86329349f88cbe24 with lease ID 0x5204e2064f64ee84: Processing first storage report for DS-3ddbc9b5-9f01-4390-8308-0180c456f892 from datanode DatanodeRegistration(127.0.0.1:37571, datanodeUuid=2b86ebb9-a9c4-4beb-83a2-7c2f64750c73, infoPort=36201, infoSecurePort=0, ipcPort=38541, storageInfo=lv=-57;cid=testClusterID;nsid=1130115476;c=1731421369555) 2024-11-12T14:22:51,709 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x86329349f88cbe24 with lease ID 0x5204e2064f64ee84: from storage DS-3ddbc9b5-9f01-4390-8308-0180c456f892 node DatanodeRegistration(127.0.0.1:37571, datanodeUuid=2b86ebb9-a9c4-4beb-83a2-7c2f64750c73, infoPort=36201, infoSecurePort=0, ipcPort=38541, storageInfo=lv=-57;cid=testClusterID;nsid=1130115476;c=1731421369555), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:22:51,770 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f15e0b26-1816-805a-87e3-3e61a184ed31 2024-11-12T14:22:51,770 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:22:51,771 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:22:51,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741825_1001 (size=7) 2024-11-12T14:22:52,177 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9 with version=8 2024-11-12T14:22:52,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/hbase-staging 2024-11-12T14:22:52,179 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:22:52,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:22:52,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:22:52,179 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:22:52,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:22:52,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:22:52,179 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T14:22:52,179 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:22:52,179 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36693 2024-11-12T14:22:52,180 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36693 connecting to ZooKeeper ensemble=127.0.0.1:50693 2024-11-12T14:22:52,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366930x0, quorum=127.0.0.1:50693, baseZNode=/2956517268 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:22:52,233 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36693-0x1012f6d45ea0006 connected 2024-11-12T14:22:52,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:22:52,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:22:52,308 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36693-0x1012f6d45ea0006, quorum=127.0.0.1:50693, baseZNode=/2956517268 Set watcher on znode that does not yet exist, /2956517268/running 2024-11-12T14:22:52,308 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9, hbase.cluster.distributed=false 2024-11-12T14:22:52,309 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36693-0x1012f6d45ea0006, quorum=127.0.0.1:50693, baseZNode=/2956517268 Set watcher on znode that does not yet exist, /2956517268/acl 2024-11-12T14:22:52,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36693 2024-11-12T14:22:52,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36693 2024-11-12T14:22:52,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36693 2024-11-12T14:22:52,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36693 2024-11-12T14:22:52,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36693 2024-11-12T14:22:52,323 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:22:52,323 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:22:52,323 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:22:52,323 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:22:52,323 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:22:52,323 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:22:52,323 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T14:22:52,323 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:22:52,324 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37357 2024-11-12T14:22:52,324 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37357 connecting to ZooKeeper ensemble=127.0.0.1:50693 2024-11-12T14:22:52,324 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:22:52,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:22:52,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373570x0, quorum=127.0.0.1:50693, baseZNode=/2956517268 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:22:52,338 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:373570x0, quorum=127.0.0.1:50693, baseZNode=/2956517268 Set watcher on znode that does not yet exist, /2956517268/running 2024-11-12T14:22:52,338 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37357-0x1012f6d45ea0007 connected 2024-11-12T14:22:52,338 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T14:22:52,338 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T14:22:52,339 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37357-0x1012f6d45ea0007, quorum=127.0.0.1:50693, baseZNode=/2956517268 Set watcher on znode that does not yet exist, /2956517268/master 2024-11-12T14:22:52,339 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37357-0x1012f6d45ea0007, quorum=127.0.0.1:50693, baseZNode=/2956517268 Set watcher on znode that does not yet exist, /2956517268/acl 2024-11-12T14:22:52,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37357 2024-11-12T14:22:52,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37357 2024-11-12T14:22:52,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37357 2024-11-12T14:22:52,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37357 2024-11-12T14:22:52,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37357 2024-11-12T14:22:52,354 DEBUG [M:0;2b6d221c5cde:36693 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b6d221c5cde:36693 2024-11-12T14:22:52,356 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2956517268/backup-masters/2b6d221c5cde,36693,1731421372178 2024-11-12T14:22:52,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36693-0x1012f6d45ea0006, quorum=127.0.0.1:50693, baseZNode=/2956517268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2956517268/backup-masters 2024-11-12T14:22:52,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37357-0x1012f6d45ea0007, quorum=127.0.0.1:50693, baseZNode=/2956517268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2956517268/backup-masters 2024-11-12T14:22:52,363 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36693-0x1012f6d45ea0006, quorum=127.0.0.1:50693, baseZNode=/2956517268 Set watcher on existing znode=/2956517268/backup-masters/2b6d221c5cde,36693,1731421372178 2024-11-12T14:22:52,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37357-0x1012f6d45ea0007, quorum=127.0.0.1:50693, baseZNode=/2956517268 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2956517268/master 2024-11-12T14:22:52,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36693-0x1012f6d45ea0006, quorum=127.0.0.1:50693, baseZNode=/2956517268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2956517268 2024-11-12T14:22:52,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37357-0x1012f6d45ea0007, quorum=127.0.0.1:50693, baseZNode=/2956517268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2956517268 2024-11-12T14:22:52,373 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36693-0x1012f6d45ea0006, quorum=127.0.0.1:50693, baseZNode=/2956517268 Set watcher on existing znode=/2956517268/master 2024-11-12T14:22:52,374 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2956517268/backup-masters/2b6d221c5cde,36693,1731421372178 from backup master directory 2024-11-12T14:22:52,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36693-0x1012f6d45ea0006, quorum=127.0.0.1:50693, baseZNode=/2956517268 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2956517268/backup-masters/2b6d221c5cde,36693,1731421372178 2024-11-12T14:22:52,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37357-0x1012f6d45ea0007, quorum=127.0.0.1:50693, baseZNode=/2956517268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2956517268/backup-masters 2024-11-12T14:22:52,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36693-0x1012f6d45ea0006, quorum=127.0.0.1:50693, baseZNode=/2956517268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2956517268/backup-masters 2024-11-12T14:22:52,384 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:22:52,384 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b6d221c5cde,36693,1731421372178 2024-11-12T14:22:52,386 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/hbase.id] with ID: 983ec03a-b6c2-4e03-9ade-5e40920b5040 2024-11-12T14:22:52,386 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/.tmp/hbase.id 2024-11-12T14:22:52,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741826_1002 (size=42) 2024-11-12T14:22:52,792 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/.tmp/hbase.id]:[hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/hbase.id] 2024-11-12T14:22:52,798 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:22:52,798 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T14:22:52,799 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T14:22:52,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37357-0x1012f6d45ea0007, quorum=127.0.0.1:50693, baseZNode=/2956517268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2956517268 2024-11-12T14:22:52,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36693-0x1012f6d45ea0006, quorum=127.0.0.1:50693, baseZNode=/2956517268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2956517268 2024-11-12T14:22:52,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741827_1003 (size=196) 2024-11-12T14:22:53,257 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:22:53,258 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T14:22:53,258 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:22:53,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741828_1004 (size=1189) 2024-11-12T14:22:53,664 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/MasterData/data/master/store 2024-11-12T14:22:53,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741829_1005 (size=34) 2024-11-12T14:22:54,068 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:22:54,068 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:22:54,068 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:22:54,068 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:22:54,068 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:22:54,068 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:22:54,068 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:22:54,068 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421374068Disabling compacts and flushes for region at 1731421374068Disabling writes for close at 1731421374068Writing region close event to WAL at 1731421374068Closed at 1731421374068 2024-11-12T14:22:54,069 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/MasterData/data/master/store/.initializing 2024-11-12T14:22:54,069 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/MasterData/WALs/2b6d221c5cde,36693,1731421372178 2024-11-12T14:22:54,070 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:22:54,071 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C36693%2C1731421372178, suffix=, logDir=hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/MasterData/WALs/2b6d221c5cde,36693,1731421372178, archiveDir=hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/MasterData/oldWALs, maxLogs=10 2024-11-12T14:22:54,082 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/MasterData/WALs/2b6d221c5cde,36693,1731421372178/2b6d221c5cde%2C36693%2C1731421372178.1731421374071, exclude list is [], retry=0 2024-11-12T14:22:54,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37571,DS-dc6a9381-a3a8-4526-885c-56d23010942c,DISK] 2024-11-12T14:22:54,086 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/MasterData/WALs/2b6d221c5cde,36693,1731421372178/2b6d221c5cde%2C36693%2C1731421372178.1731421374071 2024-11-12T14:22:54,086 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36201:36201)] 2024-11-12T14:22:54,086 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:22:54,086 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:22:54,086 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:54,086 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:54,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:54,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T14:22:54,088 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:54,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:22:54,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:54,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T14:22:54,089 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:54,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:22:54,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:54,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T14:22:54,090 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:54,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:22:54,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:54,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T14:22:54,091 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:54,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:22:54,091 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:54,092 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:54,092 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:54,093 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:54,093 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:54,094 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:22:54,094 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:22:54,096 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:22:54,096 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72426787, jitterRate=0.07924322783946991}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:22:54,096 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731421374086Initializing all the Stores at 1731421374087 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421374087Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421374087Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421374087Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421374087Cleaning up temporary data from old regions at 1731421374093 (+6 ms)Region opened successfully at 1731421374096 (+3 ms) 2024-11-12T14:22:54,096 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T14:22:54,098 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@561adbc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:22:54,099 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T14:22:54,099 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T14:22:54,099 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T14:22:54,099 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T14:22:54,099 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T14:22:54,099 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T14:22:54,099 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T14:22:54,101 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T14:22:54,101 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36693-0x1012f6d45ea0006, quorum=127.0.0.1:50693, baseZNode=/2956517268 Unable to get data of znode /2956517268/balancer because node does not exist (not necessarily an error) 2024-11-12T14:22:54,194 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2956517268/balancer already deleted, retry=false 2024-11-12T14:22:54,194 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T14:22:54,195 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36693-0x1012f6d45ea0006, quorum=127.0.0.1:50693, baseZNode=/2956517268 Unable to get data of znode /2956517268/normalizer because node does not exist (not necessarily an error) 2024-11-12T14:22:54,204 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2956517268/normalizer already deleted, retry=false 2024-11-12T14:22:54,205 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T14:22:54,205 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36693-0x1012f6d45ea0006, quorum=127.0.0.1:50693, baseZNode=/2956517268 Unable to get data of znode /2956517268/switch/split because node does not exist (not necessarily an error) 2024-11-12T14:22:54,215 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2956517268/switch/split already deleted, retry=false 2024-11-12T14:22:54,216 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36693-0x1012f6d45ea0006, quorum=127.0.0.1:50693, baseZNode=/2956517268 Unable to get data of znode /2956517268/switch/merge because node does not exist (not necessarily an error) 2024-11-12T14:22:54,226 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2956517268/switch/merge already deleted, retry=false 2024-11-12T14:22:54,227 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36693-0x1012f6d45ea0006, quorum=127.0.0.1:50693, baseZNode=/2956517268 Unable to get data of znode /2956517268/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T14:22:54,236 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2956517268/snapshot-cleanup already deleted, retry=false 2024-11-12T14:22:54,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36693-0x1012f6d45ea0006, quorum=127.0.0.1:50693, baseZNode=/2956517268 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2956517268/running 2024-11-12T14:22:54,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37357-0x1012f6d45ea0007, quorum=127.0.0.1:50693, baseZNode=/2956517268 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2956517268/running 2024-11-12T14:22:54,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36693-0x1012f6d45ea0006, quorum=127.0.0.1:50693, baseZNode=/2956517268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2956517268 2024-11-12T14:22:54,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37357-0x1012f6d45ea0007, quorum=127.0.0.1:50693, baseZNode=/2956517268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2956517268 2024-11-12T14:22:54,247 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b6d221c5cde,36693,1731421372178, sessionid=0x1012f6d45ea0006, setting cluster-up flag (Was=false) 2024-11-12T14:22:54,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36693-0x1012f6d45ea0006, quorum=127.0.0.1:50693, baseZNode=/2956517268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2956517268 2024-11-12T14:22:54,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37357-0x1012f6d45ea0007, quorum=127.0.0.1:50693, baseZNode=/2956517268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2956517268 2024-11-12T14:22:54,299 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2956517268/flush-table-proc/acquired, /2956517268/flush-table-proc/reached, /2956517268/flush-table-proc/abort 2024-11-12T14:22:54,300 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,36693,1731421372178 2024-11-12T14:22:54,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37357-0x1012f6d45ea0007, quorum=127.0.0.1:50693, baseZNode=/2956517268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2956517268 2024-11-12T14:22:54,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36693-0x1012f6d45ea0006, quorum=127.0.0.1:50693, baseZNode=/2956517268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2956517268 2024-11-12T14:22:54,352 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2956517268/online-snapshot/acquired, /2956517268/online-snapshot/reached, /2956517268/online-snapshot/abort 2024-11-12T14:22:54,353 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,36693,1731421372178 2024-11-12T14:22:54,354 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T14:22:54,355 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T14:22:54,355 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T14:22:54,355 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T14:22:54,355 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b6d221c5cde,36693,1731421372178 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T14:22:54,356 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:22:54,356 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:22:54,356 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:22:54,356 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:22:54,356 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b6d221c5cde:0, corePoolSize=10, maxPoolSize=10 2024-11-12T14:22:54,356 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:54,356 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:22:54,356 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:54,357 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731421404357 2024-11-12T14:22:54,357 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T14:22:54,357 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T14:22:54,357 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T14:22:54,357 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T14:22:54,357 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T14:22:54,357 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T14:22:54,357 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:22:54,358 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T14:22:54,358 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:54,358 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T14:22:54,358 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T14:22:54,358 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T14:22:54,358 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T14:22:54,358 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:54,358 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T14:22:54,359 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T14:22:54,359 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T14:22:54,359 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421374359,5,FailOnTimeoutGroup] 2024-11-12T14:22:54,359 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421374359,5,FailOnTimeoutGroup] 2024-11-12T14:22:54,359 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:54,359 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T14:22:54,359 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:54,359 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:54,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741831_1007 (size=1321) 2024-11-12T14:22:54,447 INFO [RS:0;2b6d221c5cde:37357 {}] regionserver.HRegionServer(746): ClusterId : 983ec03a-b6c2-4e03-9ade-5e40920b5040 2024-11-12T14:22:54,447 DEBUG [RS:0;2b6d221c5cde:37357 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T14:22:54,458 DEBUG [RS:0;2b6d221c5cde:37357 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T14:22:54,458 DEBUG [RS:0;2b6d221c5cde:37357 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T14:22:54,468 DEBUG [RS:0;2b6d221c5cde:37357 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T14:22:54,468 DEBUG [RS:0;2b6d221c5cde:37357 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@743d3773, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:22:54,479 DEBUG [RS:0;2b6d221c5cde:37357 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b6d221c5cde:37357 2024-11-12T14:22:54,479 INFO [RS:0;2b6d221c5cde:37357 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T14:22:54,479 INFO [RS:0;2b6d221c5cde:37357 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T14:22:54,479 DEBUG [RS:0;2b6d221c5cde:37357 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T14:22:54,480 INFO [RS:0;2b6d221c5cde:37357 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b6d221c5cde,36693,1731421372178 with port=37357, startcode=1731421372323 2024-11-12T14:22:54,480 DEBUG [RS:0;2b6d221c5cde:37357 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T14:22:54,481 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T14:22:54,481 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36693 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b6d221c5cde,37357,1731421372323 2024-11-12T14:22:54,482 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36693 {}] master.ServerManager(517): Registering regionserver=2b6d221c5cde,37357,1731421372323 2024-11-12T14:22:54,483 DEBUG [RS:0;2b6d221c5cde:37357 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9 2024-11-12T14:22:54,483 DEBUG [RS:0;2b6d221c5cde:37357 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44517 2024-11-12T14:22:54,483 DEBUG [RS:0;2b6d221c5cde:37357 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T14:22:54,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36693-0x1012f6d45ea0006, quorum=127.0.0.1:50693, baseZNode=/2956517268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2956517268/rs 2024-11-12T14:22:54,541 DEBUG [RS:0;2b6d221c5cde:37357 {}] zookeeper.ZKUtil(111): regionserver:37357-0x1012f6d45ea0007, quorum=127.0.0.1:50693, baseZNode=/2956517268 Set watcher on existing znode=/2956517268/rs/2b6d221c5cde,37357,1731421372323 2024-11-12T14:22:54,541 WARN [RS:0;2b6d221c5cde:37357 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:22:54,541 INFO [RS:0;2b6d221c5cde:37357 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:22:54,541 DEBUG [RS:0;2b6d221c5cde:37357 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323 2024-11-12T14:22:54,542 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b6d221c5cde,37357,1731421372323] 2024-11-12T14:22:54,544 INFO [RS:0;2b6d221c5cde:37357 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T14:22:54,545 INFO [RS:0;2b6d221c5cde:37357 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T14:22:54,545 INFO [RS:0;2b6d221c5cde:37357 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T14:22:54,545 INFO [RS:0;2b6d221c5cde:37357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:54,545 INFO [RS:0;2b6d221c5cde:37357 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T14:22:54,546 INFO [RS:0;2b6d221c5cde:37357 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T14:22:54,546 INFO [RS:0;2b6d221c5cde:37357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:54,546 DEBUG [RS:0;2b6d221c5cde:37357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:54,546 DEBUG [RS:0;2b6d221c5cde:37357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:54,546 DEBUG [RS:0;2b6d221c5cde:37357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:54,546 DEBUG [RS:0;2b6d221c5cde:37357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:54,546 DEBUG [RS:0;2b6d221c5cde:37357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:54,546 DEBUG [RS:0;2b6d221c5cde:37357 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:22:54,546 DEBUG [RS:0;2b6d221c5cde:37357 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:54,546 DEBUG [RS:0;2b6d221c5cde:37357 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:54,546 DEBUG [RS:0;2b6d221c5cde:37357 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:54,546 DEBUG [RS:0;2b6d221c5cde:37357 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:54,546 DEBUG [RS:0;2b6d221c5cde:37357 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:54,546 DEBUG [RS:0;2b6d221c5cde:37357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:22:54,546 DEBUG [RS:0;2b6d221c5cde:37357 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:22:54,546 DEBUG [RS:0;2b6d221c5cde:37357 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:22:54,546 INFO [RS:0;2b6d221c5cde:37357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:54,546 INFO [RS:0;2b6d221c5cde:37357 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:54,546 INFO [RS:0;2b6d221c5cde:37357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:54,546 INFO [RS:0;2b6d221c5cde:37357 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:54,546 INFO [RS:0;2b6d221c5cde:37357 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:54,546 INFO [RS:0;2b6d221c5cde:37357 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,37357,1731421372323-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:22:54,560 INFO [RS:0;2b6d221c5cde:37357 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T14:22:54,560 INFO [RS:0;2b6d221c5cde:37357 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,37357,1731421372323-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:54,560 INFO [RS:0;2b6d221c5cde:37357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:54,560 INFO [RS:0;2b6d221c5cde:37357 {}] regionserver.Replication(171): 2b6d221c5cde,37357,1731421372323 started 2024-11-12T14:22:54,578 INFO [RS:0;2b6d221c5cde:37357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:54,579 INFO [RS:0;2b6d221c5cde:37357 {}] regionserver.HRegionServer(1482): Serving as 2b6d221c5cde,37357,1731421372323, RpcServer on 2b6d221c5cde/172.17.0.3:37357, sessionid=0x1012f6d45ea0007 2024-11-12T14:22:54,579 DEBUG [RS:0;2b6d221c5cde:37357 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T14:22:54,579 DEBUG [RS:0;2b6d221c5cde:37357 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b6d221c5cde,37357,1731421372323 2024-11-12T14:22:54,579 DEBUG [RS:0;2b6d221c5cde:37357 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,37357,1731421372323' 2024-11-12T14:22:54,579 DEBUG [RS:0;2b6d221c5cde:37357 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2956517268/flush-table-proc/abort' 2024-11-12T14:22:54,579 DEBUG [RS:0;2b6d221c5cde:37357 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2956517268/flush-table-proc/acquired' 2024-11-12T14:22:54,580 DEBUG [RS:0;2b6d221c5cde:37357 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T14:22:54,580 DEBUG [RS:0;2b6d221c5cde:37357 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T14:22:54,580 DEBUG [RS:0;2b6d221c5cde:37357 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b6d221c5cde,37357,1731421372323 2024-11-12T14:22:54,580 DEBUG [RS:0;2b6d221c5cde:37357 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,37357,1731421372323' 2024-11-12T14:22:54,580 DEBUG [RS:0;2b6d221c5cde:37357 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2956517268/online-snapshot/abort' 2024-11-12T14:22:54,580 DEBUG [RS:0;2b6d221c5cde:37357 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2956517268/online-snapshot/acquired' 2024-11-12T14:22:54,580 DEBUG [RS:0;2b6d221c5cde:37357 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T14:22:54,580 INFO [RS:0;2b6d221c5cde:37357 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T14:22:54,580 INFO [RS:0;2b6d221c5cde:37357 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T14:22:54,681 INFO [RS:0;2b6d221c5cde:37357 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:22:54,682 INFO [RS:0;2b6d221c5cde:37357 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C37357%2C1731421372323, suffix=, logDir=hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323, archiveDir=hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/oldWALs, maxLogs=10 2024-11-12T14:22:54,694 DEBUG [RS:0;2b6d221c5cde:37357 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.1731421374682, exclude list is [], retry=0 2024-11-12T14:22:54,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37571,DS-dc6a9381-a3a8-4526-885c-56d23010942c,DISK] 2024-11-12T14:22:54,697 INFO [RS:0;2b6d221c5cde:37357 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.1731421374682 2024-11-12T14:22:54,697 DEBUG [RS:0;2b6d221c5cde:37357 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36201:36201)] 2024-11-12T14:22:54,766 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T14:22:54,766 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9 2024-11-12T14:22:54,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741833_1009 (size=32) 2024-11-12T14:22:55,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:22:55,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:22:55,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:22:55,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:55,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:22:55,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:22:55,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:22:55,173 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:55,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:22:55,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:22:55,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:22:55,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:55,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:22:55,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:22:55,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:22:55,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:55,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:22:55,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:22:55,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/hbase/meta/1588230740 2024-11-12T14:22:55,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/hbase/meta/1588230740 2024-11-12T14:22:55,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:22:55,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:22:55,177 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:22:55,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:22:55,178 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:22:55,179 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64835750, jitterRate=-0.03387203812599182}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:22:55,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731421375170Initializing all the Stores at 1731421375171 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421375171Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421375171Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421375171Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421375171Cleaning up temporary data from old regions at 1731421375177 (+6 ms)Region opened successfully at 1731421375179 (+2 ms) 2024-11-12T14:22:55,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:22:55,179 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:22:55,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:22:55,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:22:55,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:22:55,179 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:22:55,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421375179Disabling compacts and flushes for region at 1731421375179Disabling writes for close at 1731421375179Writing region close event to WAL at 1731421375179Closed at 1731421375179 2024-11-12T14:22:55,180 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:22:55,180 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T14:22:55,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T14:22:55,181 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:22:55,182 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T14:22:55,332 DEBUG [2b6d221c5cde:36693 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T14:22:55,332 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b6d221c5cde,37357,1731421372323 2024-11-12T14:22:55,333 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,37357,1731421372323, state=OPENING 2024-11-12T14:22:55,478 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T14:22:55,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37357-0x1012f6d45ea0007, quorum=127.0.0.1:50693, baseZNode=/2956517268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2956517268 2024-11-12T14:22:55,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36693-0x1012f6d45ea0006, quorum=127.0.0.1:50693, baseZNode=/2956517268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2956517268 2024-11-12T14:22:55,489 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2956517268/meta-region-server: CHANGED 2024-11-12T14:22:55,489 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2956517268/meta-region-server: CHANGED 2024-11-12T14:22:55,489 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:22:55,489 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,37357,1731421372323}] 2024-11-12T14:22:55,641 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:22:55,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42845, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T14:22:55,644 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T14:22:55,644 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:22:55,645 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T14:22:55,645 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C37357%2C1731421372323.meta, suffix=.meta, logDir=hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323, archiveDir=hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/oldWALs, maxLogs=10 2024-11-12T14:22:55,657 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.meta.1731421375646.meta, exclude list is [], retry=0 2024-11-12T14:22:55,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37571,DS-dc6a9381-a3a8-4526-885c-56d23010942c,DISK] 2024-11-12T14:22:55,660 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.meta.1731421375646.meta 2024-11-12T14:22:55,660 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36201:36201)] 2024-11-12T14:22:55,660 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:22:55,661 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:22:55,661 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T14:22:55,661 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T14:22:55,661 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T14:22:55,661 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T14:22:55,661 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:22:55,661 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T14:22:55,661 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T14:22:55,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:22:55,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:22:55,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:55,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:22:55,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:22:55,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:22:55,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:55,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:22:55,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:22:55,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:22:55,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:55,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:22:55,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:22:55,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:22:55,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:55,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:22:55,666 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:22:55,666 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/hbase/meta/1588230740 2024-11-12T14:22:55,667 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/hbase/meta/1588230740 2024-11-12T14:22:55,668 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:22:55,668 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:22:55,668 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:22:55,669 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:22:55,669 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62826061, jitterRate=-0.06381873786449432}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:22:55,669 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T14:22:55,669 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731421375661Writing region info on filesystem at 1731421375661Initializing all the Stores at 1731421375662 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421375662Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421375662Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421375662Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421375662Cleaning up temporary data from old regions at 1731421375668 (+6 ms)Running coprocessor post-open hooks at 1731421375669 (+1 ms)Region opened successfully at 1731421375669 2024-11-12T14:22:55,670 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731421375641 2024-11-12T14:22:55,672 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T14:22:55,672 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T14:22:55,672 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,37357,1731421372323 2024-11-12T14:22:55,673 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,37357,1731421372323, state=OPEN 2024-11-12T14:22:55,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37357-0x1012f6d45ea0007, quorum=127.0.0.1:50693, baseZNode=/2956517268 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2956517268/meta-region-server 2024-11-12T14:22:55,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36693-0x1012f6d45ea0006, quorum=127.0.0.1:50693, baseZNode=/2956517268 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2956517268/meta-region-server 2024-11-12T14:22:55,684 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b6d221c5cde,37357,1731421372323 2024-11-12T14:22:55,684 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2956517268/meta-region-server: CHANGED 2024-11-12T14:22:55,684 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2956517268/meta-region-server: CHANGED 2024-11-12T14:22:55,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T14:22:55,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,37357,1731421372323 in 195 msec 2024-11-12T14:22:55,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T14:22:55,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 506 msec 2024-11-12T14:22:55,687 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:22:55,687 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T14:22:55,688 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:22:55,688 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,37357,1731421372323, seqNum=-1] 2024-11-12T14:22:55,689 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:22:55,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35645, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:22:55,693 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3380 sec 2024-11-12T14:22:55,693 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731421375693, completionTime=-1 2024-11-12T14:22:55,693 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T14:22:55,693 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T14:22:55,694 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T14:22:55,695 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731421435694 2024-11-12T14:22:55,695 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731421495695 2024-11-12T14:22:55,695 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T14:22:55,695 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,36693,1731421372178-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:55,695 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,36693,1731421372178-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:55,695 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,36693,1731421372178-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:55,695 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b6d221c5cde:36693, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:55,695 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:55,695 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:55,697 DEBUG [master/2b6d221c5cde:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T14:22:55,698 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.314sec 2024-11-12T14:22:55,698 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T14:22:55,698 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T14:22:55,698 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T14:22:55,698 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T14:22:55,698 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T14:22:55,698 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,36693,1731421372178-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:22:55,698 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,36693,1731421372178-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T14:22:55,700 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T14:22:55,700 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T14:22:55,700 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,36693,1731421372178-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:22:55,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1949b87e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:55,748 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,36693,-1 for getting cluster id 2024-11-12T14:22:55,748 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:22:55,749 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '983ec03a-b6c2-4e03-9ade-5e40920b5040' 2024-11-12T14:22:55,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:22:55,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "983ec03a-b6c2-4e03-9ade-5e40920b5040" 2024-11-12T14:22:55,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@496aafae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:55,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,36693,-1] 2024-11-12T14:22:55,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:22:55,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:22:55,750 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:22:55,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a33b11e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:22:55,751 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:22:55,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,37357,1731421372323, seqNum=-1] 2024-11-12T14:22:55,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:22:55,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:22:55,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b6d221c5cde,36693,1731421372178 2024-11-12T14:22:55,754 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:50693 2024-11-12T14:22:55,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:50693, baseZNode=/2956517268 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:22:55,763 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1012f6d45ea0008 connected 2024-11-12T14:22:55,775 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:22:55,776 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,36557,1731421361306 2024-11-12T14:22:55,776 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7543c3ef 2024-11-12T14:22:55,776 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:22:55,777 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:22:55,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36557 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:22:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36557 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T14:22:55,779 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T14:22:55,779 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:55,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36557 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T14:22:55,780 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T14:22:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:22:55,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741835_1011 (size=902) 2024-11-12T14:22:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:22:56,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:22:56,186 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cc2ba8b31fd7de28e2ab5b85fb767730, NAME => 'test,,1731421375777.cc2ba8b31fd7de28e2ab5b85fb767730.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c 2024-11-12T14:22:56,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741836_1012 (size=39) 2024-11-12T14:22:56,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:22:56,591 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731421375777.cc2ba8b31fd7de28e2ab5b85fb767730.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:22:56,591 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cc2ba8b31fd7de28e2ab5b85fb767730, disabling compactions & flushes 2024-11-12T14:22:56,591 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731421375777.cc2ba8b31fd7de28e2ab5b85fb767730. 2024-11-12T14:22:56,591 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731421375777.cc2ba8b31fd7de28e2ab5b85fb767730. 2024-11-12T14:22:56,591 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731421375777.cc2ba8b31fd7de28e2ab5b85fb767730. after waiting 0 ms 2024-11-12T14:22:56,591 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731421375777.cc2ba8b31fd7de28e2ab5b85fb767730. 2024-11-12T14:22:56,591 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731421375777.cc2ba8b31fd7de28e2ab5b85fb767730. 2024-11-12T14:22:56,591 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cc2ba8b31fd7de28e2ab5b85fb767730: Waiting for close lock at 1731421376591Disabling compacts and flushes for region at 1731421376591Disabling writes for close at 1731421376591Writing region close event to WAL at 1731421376591Closed at 1731421376591 2024-11-12T14:22:56,592 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T14:22:56,592 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731421375777.cc2ba8b31fd7de28e2ab5b85fb767730.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731421376592"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731421376592"}]},"ts":"1731421376592"} 2024-11-12T14:22:56,593 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T14:22:56,594 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T14:22:56,594 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421376594"}]},"ts":"1731421376594"} 2024-11-12T14:22:56,595 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T14:22:56,596 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cc2ba8b31fd7de28e2ab5b85fb767730, ASSIGN}] 2024-11-12T14:22:56,596 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cc2ba8b31fd7de28e2ab5b85fb767730, ASSIGN 2024-11-12T14:22:56,597 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cc2ba8b31fd7de28e2ab5b85fb767730, ASSIGN; state=OFFLINE, location=2b6d221c5cde,41409,1731421361503; forceNewPlan=false, retain=false 2024-11-12T14:22:56,747 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cc2ba8b31fd7de28e2ab5b85fb767730, regionState=OPENING, regionLocation=2b6d221c5cde,41409,1731421361503 2024-11-12T14:22:56,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cc2ba8b31fd7de28e2ab5b85fb767730, ASSIGN because future has completed 2024-11-12T14:22:56,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc2ba8b31fd7de28e2ab5b85fb767730, server=2b6d221c5cde,41409,1731421361503}] 2024-11-12T14:22:56,905 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731421375777.cc2ba8b31fd7de28e2ab5b85fb767730. 2024-11-12T14:22:56,905 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cc2ba8b31fd7de28e2ab5b85fb767730, NAME => 'test,,1731421375777.cc2ba8b31fd7de28e2ab5b85fb767730.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:22:56,905 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:22:56,905 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T14:22:56,905 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cc2ba8b31fd7de28e2ab5b85fb767730 2024-11-12T14:22:56,905 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731421375777.cc2ba8b31fd7de28e2ab5b85fb767730.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:22:56,905 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cc2ba8b31fd7de28e2ab5b85fb767730 2024-11-12T14:22:56,905 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cc2ba8b31fd7de28e2ab5b85fb767730 2024-11-12T14:22:56,906 INFO [StoreOpener-cc2ba8b31fd7de28e2ab5b85fb767730-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cc2ba8b31fd7de28e2ab5b85fb767730 2024-11-12T14:22:56,907 INFO [StoreOpener-cc2ba8b31fd7de28e2ab5b85fb767730-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc2ba8b31fd7de28e2ab5b85fb767730 columnFamilyName f 2024-11-12T14:22:56,907 DEBUG [StoreOpener-cc2ba8b31fd7de28e2ab5b85fb767730-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:56,907 INFO [StoreOpener-cc2ba8b31fd7de28e2ab5b85fb767730-1 {}] regionserver.HStore(327): Store=cc2ba8b31fd7de28e2ab5b85fb767730/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:22:56,907 INFO [StoreOpener-cc2ba8b31fd7de28e2ab5b85fb767730-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cc2ba8b31fd7de28e2ab5b85fb767730 2024-11-12T14:22:56,908 INFO [StoreOpener-cc2ba8b31fd7de28e2ab5b85fb767730-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc2ba8b31fd7de28e2ab5b85fb767730 columnFamilyName f1 2024-11-12T14:22:56,908 DEBUG [StoreOpener-cc2ba8b31fd7de28e2ab5b85fb767730-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:56,908 INFO [StoreOpener-cc2ba8b31fd7de28e2ab5b85fb767730-1 {}] regionserver.HStore(327): Store=cc2ba8b31fd7de28e2ab5b85fb767730/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:22:56,908 INFO [StoreOpener-cc2ba8b31fd7de28e2ab5b85fb767730-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cc2ba8b31fd7de28e2ab5b85fb767730 2024-11-12T14:22:56,909 INFO [StoreOpener-cc2ba8b31fd7de28e2ab5b85fb767730-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc2ba8b31fd7de28e2ab5b85fb767730 columnFamilyName norep 2024-11-12T14:22:56,909 DEBUG [StoreOpener-cc2ba8b31fd7de28e2ab5b85fb767730-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:56,909 INFO [StoreOpener-cc2ba8b31fd7de28e2ab5b85fb767730-1 {}] regionserver.HStore(327): Store=cc2ba8b31fd7de28e2ab5b85fb767730/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:22:56,909 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cc2ba8b31fd7de28e2ab5b85fb767730 2024-11-12T14:22:56,910 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/data/default/test/cc2ba8b31fd7de28e2ab5b85fb767730 2024-11-12T14:22:56,910 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/data/default/test/cc2ba8b31fd7de28e2ab5b85fb767730 2024-11-12T14:22:56,910 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cc2ba8b31fd7de28e2ab5b85fb767730 2024-11-12T14:22:56,910 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cc2ba8b31fd7de28e2ab5b85fb767730 2024-11-12T14:22:56,911 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T14:22:56,911 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cc2ba8b31fd7de28e2ab5b85fb767730 2024-11-12T14:22:56,912 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/data/default/test/cc2ba8b31fd7de28e2ab5b85fb767730/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:22:56,913 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cc2ba8b31fd7de28e2ab5b85fb767730; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74265605, jitterRate=0.10664375126361847}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T14:22:56,913 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cc2ba8b31fd7de28e2ab5b85fb767730 2024-11-12T14:22:56,913 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cc2ba8b31fd7de28e2ab5b85fb767730: Running coprocessor pre-open hook at 1731421376905Writing region info on filesystem at 1731421376905Initializing all the Stores at 1731421376906 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421376906Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421376906Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421376906Cleaning up temporary data from old regions at 1731421376910 (+4 ms)Running coprocessor post-open hooks at 1731421376913 (+3 ms)Region opened successfully at 1731421376913 2024-11-12T14:22:56,914 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731421375777.cc2ba8b31fd7de28e2ab5b85fb767730., pid=6, masterSystemTime=1731421376901 2024-11-12T14:22:56,915 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731421375777.cc2ba8b31fd7de28e2ab5b85fb767730. 2024-11-12T14:22:56,915 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731421375777.cc2ba8b31fd7de28e2ab5b85fb767730. 2024-11-12T14:22:56,916 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cc2ba8b31fd7de28e2ab5b85fb767730, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2b6d221c5cde,41409,1731421361503 2024-11-12T14:22:56,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:22:56,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc2ba8b31fd7de28e2ab5b85fb767730, server=2b6d221c5cde,41409,1731421361503 because future has completed 2024-11-12T14:22:56,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T14:22:56,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cc2ba8b31fd7de28e2ab5b85fb767730, server=2b6d221c5cde,41409,1731421361503 in 168 msec 2024-11-12T14:22:56,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T14:22:56,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cc2ba8b31fd7de28e2ab5b85fb767730, ASSIGN in 323 msec 2024-11-12T14:22:56,921 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T14:22:56,921 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421376921"}]},"ts":"1731421376921"} 2024-11-12T14:22:56,923 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T14:22:56,924 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T14:22:56,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1470 sec 2024-11-12T14:22:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:22:57,927 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T14:22:57,927 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:22:57,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,41627,1731421366458 2024-11-12T14:22:57,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48a54339 2024-11-12T14:22:57,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:22:57,929 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:22:57,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:22:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T14:22:57,932 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T14:22:57,932 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:57,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T14:22:57,933 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T14:22:57,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:22:57,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741835_1011 (size=902) 2024-11-12T14:22:58,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:22:58,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:22:58,339 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0cccf9461dd143b60b7d480e6cd245b6, NAME => 'test,,1731421377930.0cccf9461dd143b60b7d480e6cd245b6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff 2024-11-12T14:22:58,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741836_1012 (size=39) 2024-11-12T14:22:58,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:22:58,744 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731421377930.0cccf9461dd143b60b7d480e6cd245b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:22:58,744 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0cccf9461dd143b60b7d480e6cd245b6, disabling compactions & flushes 2024-11-12T14:22:58,744 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731421377930.0cccf9461dd143b60b7d480e6cd245b6. 2024-11-12T14:22:58,744 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731421377930.0cccf9461dd143b60b7d480e6cd245b6. 2024-11-12T14:22:58,744 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731421377930.0cccf9461dd143b60b7d480e6cd245b6. after waiting 0 ms 2024-11-12T14:22:58,744 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731421377930.0cccf9461dd143b60b7d480e6cd245b6. 2024-11-12T14:22:58,744 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731421377930.0cccf9461dd143b60b7d480e6cd245b6. 2024-11-12T14:22:58,744 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0cccf9461dd143b60b7d480e6cd245b6: Waiting for close lock at 1731421378744Disabling compacts and flushes for region at 1731421378744Disabling writes for close at 1731421378744Writing region close event to WAL at 1731421378744Closed at 1731421378744 2024-11-12T14:22:58,745 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T14:22:58,745 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731421377930.0cccf9461dd143b60b7d480e6cd245b6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731421378745"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731421378745"}]},"ts":"1731421378745"} 2024-11-12T14:22:58,747 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T14:22:58,748 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T14:22:58,748 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421378748"}]},"ts":"1731421378748"} 2024-11-12T14:22:58,750 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T14:22:58,750 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0cccf9461dd143b60b7d480e6cd245b6, ASSIGN}] 2024-11-12T14:22:58,751 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0cccf9461dd143b60b7d480e6cd245b6, ASSIGN 2024-11-12T14:22:58,751 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0cccf9461dd143b60b7d480e6cd245b6, ASSIGN; state=OFFLINE, location=2b6d221c5cde,44873,1731421366577; forceNewPlan=false, retain=false 2024-11-12T14:22:58,902 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0cccf9461dd143b60b7d480e6cd245b6, regionState=OPENING, regionLocation=2b6d221c5cde,44873,1731421366577 2024-11-12T14:22:58,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0cccf9461dd143b60b7d480e6cd245b6, ASSIGN because future has completed 2024-11-12T14:22:58,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0cccf9461dd143b60b7d480e6cd245b6, server=2b6d221c5cde,44873,1731421366577}] 2024-11-12T14:22:59,059 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731421377930.0cccf9461dd143b60b7d480e6cd245b6. 2024-11-12T14:22:59,059 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0cccf9461dd143b60b7d480e6cd245b6, NAME => 'test,,1731421377930.0cccf9461dd143b60b7d480e6cd245b6.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:22:59,059 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:22:59,059 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T14:22:59,059 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0cccf9461dd143b60b7d480e6cd245b6 2024-11-12T14:22:59,060 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731421377930.0cccf9461dd143b60b7d480e6cd245b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:22:59,060 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0cccf9461dd143b60b7d480e6cd245b6 2024-11-12T14:22:59,060 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0cccf9461dd143b60b7d480e6cd245b6 2024-11-12T14:22:59,061 INFO [StoreOpener-0cccf9461dd143b60b7d480e6cd245b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0cccf9461dd143b60b7d480e6cd245b6 2024-11-12T14:22:59,061 INFO [StoreOpener-0cccf9461dd143b60b7d480e6cd245b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cccf9461dd143b60b7d480e6cd245b6 columnFamilyName f 2024-11-12T14:22:59,062 DEBUG [StoreOpener-0cccf9461dd143b60b7d480e6cd245b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:59,062 INFO [StoreOpener-0cccf9461dd143b60b7d480e6cd245b6-1 {}] regionserver.HStore(327): Store=0cccf9461dd143b60b7d480e6cd245b6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:22:59,062 INFO [StoreOpener-0cccf9461dd143b60b7d480e6cd245b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0cccf9461dd143b60b7d480e6cd245b6 2024-11-12T14:22:59,063 INFO [StoreOpener-0cccf9461dd143b60b7d480e6cd245b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cccf9461dd143b60b7d480e6cd245b6 columnFamilyName f1 2024-11-12T14:22:59,063 DEBUG [StoreOpener-0cccf9461dd143b60b7d480e6cd245b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:59,063 INFO [StoreOpener-0cccf9461dd143b60b7d480e6cd245b6-1 {}] regionserver.HStore(327): Store=0cccf9461dd143b60b7d480e6cd245b6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:22:59,063 INFO [StoreOpener-0cccf9461dd143b60b7d480e6cd245b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0cccf9461dd143b60b7d480e6cd245b6 2024-11-12T14:22:59,064 INFO [StoreOpener-0cccf9461dd143b60b7d480e6cd245b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cccf9461dd143b60b7d480e6cd245b6 columnFamilyName norep 2024-11-12T14:22:59,064 DEBUG [StoreOpener-0cccf9461dd143b60b7d480e6cd245b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:22:59,064 INFO [StoreOpener-0cccf9461dd143b60b7d480e6cd245b6-1 {}] regionserver.HStore(327): Store=0cccf9461dd143b60b7d480e6cd245b6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:22:59,064 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0cccf9461dd143b60b7d480e6cd245b6 2024-11-12T14:22:59,064 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/default/test/0cccf9461dd143b60b7d480e6cd245b6 2024-11-12T14:22:59,065 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/default/test/0cccf9461dd143b60b7d480e6cd245b6 2024-11-12T14:22:59,065 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0cccf9461dd143b60b7d480e6cd245b6 2024-11-12T14:22:59,065 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0cccf9461dd143b60b7d480e6cd245b6 2024-11-12T14:22:59,066 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T14:22:59,066 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0cccf9461dd143b60b7d480e6cd245b6 2024-11-12T14:22:59,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:22:59,068 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/default/test/0cccf9461dd143b60b7d480e6cd245b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:22:59,068 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0cccf9461dd143b60b7d480e6cd245b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61086056, jitterRate=-0.08974683284759521}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T14:22:59,068 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0cccf9461dd143b60b7d480e6cd245b6 2024-11-12T14:22:59,068 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0cccf9461dd143b60b7d480e6cd245b6: Running coprocessor pre-open hook at 1731421379060Writing region info on filesystem at 1731421379060Initializing all the Stores at 1731421379060Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421379060Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421379060Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421379060Cleaning up temporary data from old regions at 1731421379065 (+5 ms)Running coprocessor post-open hooks at 1731421379068 (+3 ms)Region opened successfully at 1731421379068 2024-11-12T14:22:59,069 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731421377930.0cccf9461dd143b60b7d480e6cd245b6., pid=6, masterSystemTime=1731421379056 2024-11-12T14:22:59,071 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731421377930.0cccf9461dd143b60b7d480e6cd245b6. 2024-11-12T14:22:59,071 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731421377930.0cccf9461dd143b60b7d480e6cd245b6. 2024-11-12T14:22:59,071 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0cccf9461dd143b60b7d480e6cd245b6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2b6d221c5cde,44873,1731421366577 2024-11-12T14:22:59,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0cccf9461dd143b60b7d480e6cd245b6, server=2b6d221c5cde,44873,1731421366577 because future has completed 2024-11-12T14:22:59,075 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T14:22:59,075 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0cccf9461dd143b60b7d480e6cd245b6, server=2b6d221c5cde,44873,1731421366577 in 169 msec 2024-11-12T14:22:59,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T14:22:59,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0cccf9461dd143b60b7d480e6cd245b6, ASSIGN in 325 msec 2024-11-12T14:22:59,077 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T14:22:59,077 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421379077"}]},"ts":"1731421379077"} 2024-11-12T14:22:59,079 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T14:22:59,079 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T14:22:59,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-12T14:22:59,802 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T14:22:59,802 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-12T14:22:59,803 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T14:22:59,803 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-12T14:23:00,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:23:00,076 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T14:23:00,077 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:23:00,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,36693,1731421372178 2024-11-12T14:23:00,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2066f970 2024-11-12T14:23:00,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:23:00,078 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:23:00,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36693 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:23:00,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36693 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T14:23:00,080 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T14:23:00,080 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:00,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36693 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T14:23:00,081 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T14:23:00,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:23:00,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741835_1011 (size=902) 2024-11-12T14:23:00,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:23:00,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:23:00,490 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 313191517d9af0d39f63a35308b908a1, NAME => 'test,,1731421380078.313191517d9af0d39f63a35308b908a1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9 2024-11-12T14:23:00,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741836_1012 (size=39) 2024-11-12T14:23:00,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:00,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:00,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:00,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:00,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:00,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:00,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:00,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:00,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:00,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:00,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:00,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:00,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:00,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:00,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:23:00,895 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731421380078.313191517d9af0d39f63a35308b908a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:23:00,895 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 313191517d9af0d39f63a35308b908a1, disabling compactions & flushes 2024-11-12T14:23:00,895 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731421380078.313191517d9af0d39f63a35308b908a1. 2024-11-12T14:23:00,895 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731421380078.313191517d9af0d39f63a35308b908a1. 2024-11-12T14:23:00,895 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731421380078.313191517d9af0d39f63a35308b908a1. after waiting 0 ms 2024-11-12T14:23:00,895 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731421380078.313191517d9af0d39f63a35308b908a1. 2024-11-12T14:23:00,895 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731421380078.313191517d9af0d39f63a35308b908a1. 2024-11-12T14:23:00,895 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 313191517d9af0d39f63a35308b908a1: Waiting for close lock at 1731421380895Disabling compacts and flushes for region at 1731421380895Disabling writes for close at 1731421380895Writing region close event to WAL at 1731421380895Closed at 1731421380895 2024-11-12T14:23:00,896 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T14:23:00,896 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731421380078.313191517d9af0d39f63a35308b908a1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731421380896"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731421380896"}]},"ts":"1731421380896"} 2024-11-12T14:23:00,898 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T14:23:00,898 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T14:23:00,898 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421380898"}]},"ts":"1731421380898"} 2024-11-12T14:23:00,900 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T14:23:00,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=313191517d9af0d39f63a35308b908a1, ASSIGN}] 2024-11-12T14:23:00,901 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=313191517d9af0d39f63a35308b908a1, ASSIGN 2024-11-12T14:23:00,901 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=313191517d9af0d39f63a35308b908a1, ASSIGN; state=OFFLINE, location=2b6d221c5cde,37357,1731421372323; forceNewPlan=false, retain=false 2024-11-12T14:23:01,052 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=313191517d9af0d39f63a35308b908a1, regionState=OPENING, regionLocation=2b6d221c5cde,37357,1731421372323 2024-11-12T14:23:01,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=313191517d9af0d39f63a35308b908a1, ASSIGN because future has completed 2024-11-12T14:23:01,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 313191517d9af0d39f63a35308b908a1, server=2b6d221c5cde,37357,1731421372323}] 2024-11-12T14:23:01,209 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731421380078.313191517d9af0d39f63a35308b908a1. 2024-11-12T14:23:01,209 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 313191517d9af0d39f63a35308b908a1, NAME => 'test,,1731421380078.313191517d9af0d39f63a35308b908a1.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:23:01,209 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:23:01,209 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T14:23:01,209 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 313191517d9af0d39f63a35308b908a1 2024-11-12T14:23:01,209 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731421380078.313191517d9af0d39f63a35308b908a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:23:01,209 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 313191517d9af0d39f63a35308b908a1 2024-11-12T14:23:01,209 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 313191517d9af0d39f63a35308b908a1 2024-11-12T14:23:01,211 INFO [StoreOpener-313191517d9af0d39f63a35308b908a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 313191517d9af0d39f63a35308b908a1 2024-11-12T14:23:01,212 INFO [StoreOpener-313191517d9af0d39f63a35308b908a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 313191517d9af0d39f63a35308b908a1 columnFamilyName f 2024-11-12T14:23:01,212 DEBUG [StoreOpener-313191517d9af0d39f63a35308b908a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:01,212 INFO [StoreOpener-313191517d9af0d39f63a35308b908a1-1 {}] regionserver.HStore(327): Store=313191517d9af0d39f63a35308b908a1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:23:01,212 INFO [StoreOpener-313191517d9af0d39f63a35308b908a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 313191517d9af0d39f63a35308b908a1 2024-11-12T14:23:01,213 INFO [StoreOpener-313191517d9af0d39f63a35308b908a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 313191517d9af0d39f63a35308b908a1 columnFamilyName f1 2024-11-12T14:23:01,213 DEBUG [StoreOpener-313191517d9af0d39f63a35308b908a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:01,213 INFO [StoreOpener-313191517d9af0d39f63a35308b908a1-1 {}] regionserver.HStore(327): Store=313191517d9af0d39f63a35308b908a1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:23:01,213 INFO [StoreOpener-313191517d9af0d39f63a35308b908a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 313191517d9af0d39f63a35308b908a1 2024-11-12T14:23:01,214 INFO [StoreOpener-313191517d9af0d39f63a35308b908a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 313191517d9af0d39f63a35308b908a1 columnFamilyName norep 2024-11-12T14:23:01,214 DEBUG [StoreOpener-313191517d9af0d39f63a35308b908a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:01,214 INFO [StoreOpener-313191517d9af0d39f63a35308b908a1-1 {}] regionserver.HStore(327): Store=313191517d9af0d39f63a35308b908a1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:23:01,214 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 313191517d9af0d39f63a35308b908a1 2024-11-12T14:23:01,215 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/default/test/313191517d9af0d39f63a35308b908a1 2024-11-12T14:23:01,215 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/default/test/313191517d9af0d39f63a35308b908a1 2024-11-12T14:23:01,215 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 313191517d9af0d39f63a35308b908a1 2024-11-12T14:23:01,216 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 313191517d9af0d39f63a35308b908a1 2024-11-12T14:23:01,216 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T14:23:01,217 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 313191517d9af0d39f63a35308b908a1 2024-11-12T14:23:01,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:23:01,218 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/default/test/313191517d9af0d39f63a35308b908a1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:23:01,218 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 313191517d9af0d39f63a35308b908a1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64701035, jitterRate=-0.03587944805622101}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T14:23:01,219 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 313191517d9af0d39f63a35308b908a1 2024-11-12T14:23:01,219 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 313191517d9af0d39f63a35308b908a1: Running coprocessor pre-open hook at 1731421381209Writing region info on filesystem at 1731421381209Initializing all the Stores at 1731421381210 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421381210Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421381211 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421381211Cleaning up temporary data from old regions at 1731421381216 (+5 ms)Running coprocessor post-open hooks at 1731421381219 (+3 ms)Region opened successfully at 1731421381219 2024-11-12T14:23:01,219 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731421380078.313191517d9af0d39f63a35308b908a1., pid=6, masterSystemTime=1731421381206 2024-11-12T14:23:01,221 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731421380078.313191517d9af0d39f63a35308b908a1. 2024-11-12T14:23:01,221 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731421380078.313191517d9af0d39f63a35308b908a1. 2024-11-12T14:23:01,222 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=313191517d9af0d39f63a35308b908a1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2b6d221c5cde,37357,1731421372323 2024-11-12T14:23:01,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 313191517d9af0d39f63a35308b908a1, server=2b6d221c5cde,37357,1731421372323 because future has completed 2024-11-12T14:23:01,226 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T14:23:01,226 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 313191517d9af0d39f63a35308b908a1, server=2b6d221c5cde,37357,1731421372323 in 170 msec 2024-11-12T14:23:01,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T14:23:01,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=313191517d9af0d39f63a35308b908a1, ASSIGN in 326 msec 2024-11-12T14:23:01,228 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T14:23:01,228 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421381228"}]},"ts":"1731421381228"} 2024-11-12T14:23:01,230 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T14:23:01,230 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T14:23:01,231 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T14:23:01,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:01,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:01,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:01,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:01,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:01,232 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-12T14:23:01,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:01,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:01,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:01,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:01,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:01,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:01,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:01,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:01,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:01,315 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T14:23:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:23:02,227 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T14:23:02,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ae32f74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:02,228 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,36557,-1 for getting cluster id 2024-11-12T14:23:02,228 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:23:02,228 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a90ef843-64d2-479c-bece-bb78c9bb8d2e' 2024-11-12T14:23:02,228 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:23:02,229 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a90ef843-64d2-479c-bece-bb78c9bb8d2e" 2024-11-12T14:23:02,229 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ab451f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:02,229 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,36557,-1] 2024-11-12T14:23:02,229 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:23:02,229 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:02,229 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:23:02,230 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23f9e02a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:02,230 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:23:02,231 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,36557,1731421361306 2024-11-12T14:23:02,231 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@101b95fa 2024-11-12T14:23:02,231 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:23:02,232 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:23:02,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36557 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2b6d221c5cde:41627,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T14:23:02,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36557 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T14:23:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:23:02,235 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b6d221c5cde:41627' 2024-11-12T14:23:02,236 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a4238c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:02,236 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,41627,-1 for getting cluster id 2024-11-12T14:23:02,236 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:23:02,236 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd832c98-070c-478e-bacd-fda59a5ce928' 2024-11-12T14:23:02,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:23:02,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd832c98-070c-478e-bacd-fda59a5ce928" 2024-11-12T14:23:02,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66c0b927, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:02,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,41627,-1] 2024-11-12T14:23:02,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:23:02,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:02,238 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:23:02,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63e68602, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:02,238 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:23:02,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,41627,1731421366458 2024-11-12T14:23:02,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ed27150 2024-11-12T14:23:02,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:23:02,240 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:23:02,240 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T14:23:02,240 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T14:23:02,241 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:02,241 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:02,241 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:23:02,241 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:23:02,242 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T14:23:02,243 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T14:23:02,243 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:02,243 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T14:23:02,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741837_1013 (size=1138) 2024-11-12T14:23:02,251 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8a80cb2c4930f5d6967594973a244e7c, NAME => 'hbase:replication,,1731421382241.8a80cb2c4930f5d6967594973a244e7c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c 2024-11-12T14:23:02,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741838_1014 (size=44) 2024-11-12T14:23:02,292 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T14:23:02,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:23:02,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:23:02,658 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731421382241.8a80cb2c4930f5d6967594973a244e7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:23:02,658 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8a80cb2c4930f5d6967594973a244e7c, disabling compactions & flushes 2024-11-12T14:23:02,658 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731421382241.8a80cb2c4930f5d6967594973a244e7c. 2024-11-12T14:23:02,658 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731421382241.8a80cb2c4930f5d6967594973a244e7c. 2024-11-12T14:23:02,658 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731421382241.8a80cb2c4930f5d6967594973a244e7c. after waiting 0 ms 2024-11-12T14:23:02,658 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731421382241.8a80cb2c4930f5d6967594973a244e7c. 2024-11-12T14:23:02,658 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731421382241.8a80cb2c4930f5d6967594973a244e7c. 2024-11-12T14:23:02,658 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8a80cb2c4930f5d6967594973a244e7c: Waiting for close lock at 1731421382658Disabling compacts and flushes for region at 1731421382658Disabling writes for close at 1731421382658Writing region close event to WAL at 1731421382658Closed at 1731421382658 2024-11-12T14:23:02,659 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T14:23:02,660 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731421382241.8a80cb2c4930f5d6967594973a244e7c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731421382659"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731421382659"}]},"ts":"1731421382659"} 2024-11-12T14:23:02,661 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T14:23:02,662 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T14:23:02,662 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421382662"}]},"ts":"1731421382662"} 2024-11-12T14:23:02,663 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T14:23:02,664 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a80cb2c4930f5d6967594973a244e7c, ASSIGN}] 2024-11-12T14:23:02,665 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a80cb2c4930f5d6967594973a244e7c, ASSIGN 2024-11-12T14:23:02,665 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8a80cb2c4930f5d6967594973a244e7c, ASSIGN; state=OFFLINE, location=2b6d221c5cde,41409,1731421361503; forceNewPlan=false, retain=false 2024-11-12T14:23:02,816 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8a80cb2c4930f5d6967594973a244e7c, regionState=OPENING, regionLocation=2b6d221c5cde,41409,1731421361503 2024-11-12T14:23:02,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8a80cb2c4930f5d6967594973a244e7c, ASSIGN because future has completed 2024-11-12T14:23:02,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a80cb2c4930f5d6967594973a244e7c, server=2b6d221c5cde,41409,1731421361503}] 2024-11-12T14:23:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:23:02,973 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731421382241.8a80cb2c4930f5d6967594973a244e7c. 2024-11-12T14:23:02,973 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:23:02,973 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T14:23:02,974 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C41409%2C1731421361503.rep, suffix=, logDir=hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503, archiveDir=hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/oldWALs, maxLogs=10 2024-11-12T14:23:02,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.rep.1731421382975, exclude list is [], retry=0 2024-11-12T14:23:02,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36901,DS-705ea655-0491-4756-bde4-23e08a120a9c,DISK] 2024-11-12T14:23:02,991 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.rep.1731421382975 2024-11-12T14:23:02,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38177:38177)] 2024-11-12T14:23:02,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a80cb2c4930f5d6967594973a244e7c, NAME => 'hbase:replication,,1731421382241.8a80cb2c4930f5d6967594973a244e7c.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:23:02,992 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:23:02,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T14:23:02,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731421382241.8a80cb2c4930f5d6967594973a244e7c. service=MultiRowMutationService 2024-11-12T14:23:02,992 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T14:23:02,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8a80cb2c4930f5d6967594973a244e7c 2024-11-12T14:23:02,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731421382241.8a80cb2c4930f5d6967594973a244e7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:23:02,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8a80cb2c4930f5d6967594973a244e7c 2024-11-12T14:23:02,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8a80cb2c4930f5d6967594973a244e7c 2024-11-12T14:23:02,993 INFO [StoreOpener-8a80cb2c4930f5d6967594973a244e7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8a80cb2c4930f5d6967594973a244e7c 2024-11-12T14:23:02,994 INFO [StoreOpener-8a80cb2c4930f5d6967594973a244e7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a80cb2c4930f5d6967594973a244e7c columnFamilyName hfileref 2024-11-12T14:23:02,994 DEBUG [StoreOpener-8a80cb2c4930f5d6967594973a244e7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:02,995 INFO [StoreOpener-8a80cb2c4930f5d6967594973a244e7c-1 {}] regionserver.HStore(327): Store=8a80cb2c4930f5d6967594973a244e7c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:23:02,995 INFO [StoreOpener-8a80cb2c4930f5d6967594973a244e7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8a80cb2c4930f5d6967594973a244e7c 2024-11-12T14:23:02,995 INFO [StoreOpener-8a80cb2c4930f5d6967594973a244e7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a80cb2c4930f5d6967594973a244e7c columnFamilyName queue 2024-11-12T14:23:02,995 DEBUG [StoreOpener-8a80cb2c4930f5d6967594973a244e7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:02,996 INFO [StoreOpener-8a80cb2c4930f5d6967594973a244e7c-1 {}] regionserver.HStore(327): Store=8a80cb2c4930f5d6967594973a244e7c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:23:02,996 INFO [StoreOpener-8a80cb2c4930f5d6967594973a244e7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8a80cb2c4930f5d6967594973a244e7c 2024-11-12T14:23:02,996 INFO [StoreOpener-8a80cb2c4930f5d6967594973a244e7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a80cb2c4930f5d6967594973a244e7c columnFamilyName sid 2024-11-12T14:23:02,996 DEBUG [StoreOpener-8a80cb2c4930f5d6967594973a244e7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:02,997 INFO [StoreOpener-8a80cb2c4930f5d6967594973a244e7c-1 {}] regionserver.HStore(327): Store=8a80cb2c4930f5d6967594973a244e7c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:23:02,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8a80cb2c4930f5d6967594973a244e7c 2024-11-12T14:23:02,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/data/hbase/replication/8a80cb2c4930f5d6967594973a244e7c 2024-11-12T14:23:02,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/data/hbase/replication/8a80cb2c4930f5d6967594973a244e7c 2024-11-12T14:23:02,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8a80cb2c4930f5d6967594973a244e7c 2024-11-12T14:23:02,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8a80cb2c4930f5d6967594973a244e7c 2024-11-12T14:23:02,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T14:23:02,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8a80cb2c4930f5d6967594973a244e7c 2024-11-12T14:23:03,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/data/hbase/replication/8a80cb2c4930f5d6967594973a244e7c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:23:03,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8a80cb2c4930f5d6967594973a244e7c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72766893, jitterRate=0.08431120216846466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T14:23:03,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8a80cb2c4930f5d6967594973a244e7c 2024-11-12T14:23:03,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8a80cb2c4930f5d6967594973a244e7c: Running coprocessor pre-open hook at 1731421382993Writing region info on filesystem at 1731421382993Initializing all the Stores at 1731421382993Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421382993Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421382993Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421382993Cleaning up temporary data from old regions at 1731421382998 (+5 ms)Running coprocessor post-open hooks at 1731421383001 (+3 ms)Region opened successfully at 1731421383001 2024-11-12T14:23:03,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731421382241.8a80cb2c4930f5d6967594973a244e7c., pid=10, masterSystemTime=1731421382970 2024-11-12T14:23:03,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731421382241.8a80cb2c4930f5d6967594973a244e7c. 2024-11-12T14:23:03,004 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731421382241.8a80cb2c4930f5d6967594973a244e7c. 2024-11-12T14:23:03,004 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8a80cb2c4930f5d6967594973a244e7c, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,41409,1731421361503 2024-11-12T14:23:03,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a80cb2c4930f5d6967594973a244e7c, server=2b6d221c5cde,41409,1731421361503 because future has completed 2024-11-12T14:23:03,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T14:23:03,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8a80cb2c4930f5d6967594973a244e7c, server=2b6d221c5cde,41409,1731421361503 in 189 msec 2024-11-12T14:23:03,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T14:23:03,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a80cb2c4930f5d6967594973a244e7c, ASSIGN in 344 msec 2024-11-12T14:23:03,010 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T14:23:03,011 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421383010"}]},"ts":"1731421383010"} 2024-11-12T14:23:03,012 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T14:23:03,013 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T14:23:03,014 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 772 msec 2024-11-12T14:23:03,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731421382241.8a80cb2c4930f5d6967594973a244e7c., hostname=2b6d221c5cde,41409,1731421361503, seqNum=2] 2024-11-12T14:23:03,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x1012f6d45ea0001, quorum=127.0.0.1:50693, baseZNode=/01224081381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224081381 2024-11-12T14:23:03,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36557-0x1012f6d45ea0000, quorum=127.0.0.1:50693, baseZNode=/01224081381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224081381 2024-11-12T14:23:03,179 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T14:23:03,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41409 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T14:23:03,332 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T14:23:03,359 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2b6d221c5cde,41409,1731421361503, ReplicationSource: 1, currentBandwidth=0 2024-11-12T14:23:03,359 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:23:03,359 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,41409,1731421361503, seqNum=-1] 2024-11-12T14:23:03,359 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:23:03,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49165, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-12T14:23:03,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2b6d221c5cde,41409,1731421361503', locateType=CURRENT is [region=hbase:replication,,1731421382241.8a80cb2c4930f5d6967594973a244e7c., hostname=2b6d221c5cde,41409,1731421361503, seqNum=2] 2024-11-12T14:23:03,363 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T14:23:03,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36557 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T14:23:03,365 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2b6d221c5cde,41409,1731421361503 suceeded 2024-11-12T14:23:03,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:23:03,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T14:23:03,367 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2b6d221c5cde:41627,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T14:23:03,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-12T14:23:03,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1350 sec 2024-11-12T14:23:03,377 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b6d221c5cde:41627' 2024-11-12T14:23:03,377 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32c76c50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:03,377 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,41627,-1 for getting cluster id 2024-11-12T14:23:03,378 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:23:03,378 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd832c98-070c-478e-bacd-fda59a5ce928' 2024-11-12T14:23:03,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:23:03,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd832c98-070c-478e-bacd-fda59a5ce928" 2024-11-12T14:23:03,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@708335ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:03,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,41627,-1] 2024-11-12T14:23:03,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:23:03,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:03,379 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:23:03,380 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b662690, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:03,380 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:23:03,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,41627,1731421366458 2024-11-12T14:23:03,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c954c2c 2024-11-12T14:23:03,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:23:03,381 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-12T14:23:03,382 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2b6d221c5cde,41409,1731421361503 (queues=1) is replicating from cluster=a90ef843-64d2-479c-bece-bb78c9bb8d2e to cluster=bd832c98-070c-478e-bacd-fda59a5ce928 2024-11-12T14:23:03,382 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2b6d221c5cde%2C41409%2C1731421361503 2024-11-12T14:23:03,382 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2b6d221c5cde,41409,1731421361503, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T14:23:03,383 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.wal-reader.2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.1731421363717, startPosition=0, beingWritten=true 2024-11-12T14:23:03,383 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.shipper2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2b6d221c5cde%2C41409%2C1731421361503 2024-11-12T14:23:03,386 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.wal-reader.2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T14:23:03,386 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.wal-reader.2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.1731421363717 to pos 379, reset compression=false 2024-11-12T14:23:03,386 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.shipper2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,41409,1731421361503 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.1731421363717, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T14:23:03,595 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.wal-reader.2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.1731421363717 to pos 379, reset compression=false 2024-11-12T14:23:03,898 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.wal-reader.2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.1731421363717 to pos 379, reset compression=false 2024-11-12T14:23:04,301 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.wal-reader.2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.1731421363717 to pos 379, reset compression=false 2024-11-12T14:23:04,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:23:04,377 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T14:23:04,377 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:23:04,377 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:23:04,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:04,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:04,377 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:23:04,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f5385ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:04,378 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,41627,-1 for getting cluster id 2024-11-12T14:23:04,378 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:23:04,378 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd832c98-070c-478e-bacd-fda59a5ce928' 2024-11-12T14:23:04,378 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:23:04,379 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd832c98-070c-478e-bacd-fda59a5ce928" 2024-11-12T14:23:04,379 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68950386, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:04,379 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,41627,-1] 2024-11-12T14:23:04,379 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:23:04,379 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:04,379 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:23:04,380 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2d5e1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:04,380 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:23:04,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,41627,1731421366458 2024-11-12T14:23:04,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53cceb5b 2024-11-12T14:23:04,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:23:04,381 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:23:04,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2b6d221c5cde:36693,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T14:23:04,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T14:23:04,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:23:04,384 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b6d221c5cde:36693' 2024-11-12T14:23:04,384 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67894e68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:04,384 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,36693,-1 for getting cluster id 2024-11-12T14:23:04,384 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:23:04,385 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '983ec03a-b6c2-4e03-9ade-5e40920b5040' 2024-11-12T14:23:04,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:23:04,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "983ec03a-b6c2-4e03-9ade-5e40920b5040" 2024-11-12T14:23:04,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cd551, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:04,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,36693,-1] 2024-11-12T14:23:04,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:23:04,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:04,386 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:23:04,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10edfd9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:04,386 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:23:04,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,36693,1731421372178 2024-11-12T14:23:04,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14d19221 2024-11-12T14:23:04,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:23:04,387 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:23:04,388 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T14:23:04,388 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T14:23:04,388 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:04,388 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:04,388 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:23:04,388 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:23:04,389 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T14:23:04,390 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T14:23:04,390 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:04,391 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T14:23:04,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741837_1013 (size=1138) 2024-11-12T14:23:04,439 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T14:23:04,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:23:04,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:23:04,797 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7bf2839b6f2cec7cbdfbfc43948347ef, NAME => 'hbase:replication,,1731421384388.7bf2839b6f2cec7cbdfbfc43948347ef.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff 2024-11-12T14:23:04,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741838_1014 (size=44) 2024-11-12T14:23:04,804 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.wal-reader.2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.1731421363717 to pos 379, reset compression=false 2024-11-12T14:23:05,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:23:05,204 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731421384388.7bf2839b6f2cec7cbdfbfc43948347ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:23:05,204 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7bf2839b6f2cec7cbdfbfc43948347ef, disabling compactions & flushes 2024-11-12T14:23:05,204 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731421384388.7bf2839b6f2cec7cbdfbfc43948347ef. 2024-11-12T14:23:05,204 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731421384388.7bf2839b6f2cec7cbdfbfc43948347ef. 2024-11-12T14:23:05,204 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731421384388.7bf2839b6f2cec7cbdfbfc43948347ef. after waiting 0 ms 2024-11-12T14:23:05,204 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731421384388.7bf2839b6f2cec7cbdfbfc43948347ef. 2024-11-12T14:23:05,204 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731421384388.7bf2839b6f2cec7cbdfbfc43948347ef. 2024-11-12T14:23:05,204 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7bf2839b6f2cec7cbdfbfc43948347ef: Waiting for close lock at 1731421385204Disabling compacts and flushes for region at 1731421385204Disabling writes for close at 1731421385204Writing region close event to WAL at 1731421385204Closed at 1731421385204 2024-11-12T14:23:05,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T14:23:05,205 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731421384388.7bf2839b6f2cec7cbdfbfc43948347ef.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731421385205"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731421385205"}]},"ts":"1731421385205"} 2024-11-12T14:23:05,207 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T14:23:05,208 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T14:23:05,208 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421385208"}]},"ts":"1731421385208"} 2024-11-12T14:23:05,209 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T14:23:05,209 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7bf2839b6f2cec7cbdfbfc43948347ef, ASSIGN}] 2024-11-12T14:23:05,210 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7bf2839b6f2cec7cbdfbfc43948347ef, ASSIGN 2024-11-12T14:23:05,211 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7bf2839b6f2cec7cbdfbfc43948347ef, ASSIGN; state=OFFLINE, location=2b6d221c5cde,44873,1731421366577; forceNewPlan=false, retain=false 2024-11-12T14:23:05,361 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7bf2839b6f2cec7cbdfbfc43948347ef, regionState=OPENING, regionLocation=2b6d221c5cde,44873,1731421366577 2024-11-12T14:23:05,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7bf2839b6f2cec7cbdfbfc43948347ef, ASSIGN because future has completed 2024-11-12T14:23:05,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7bf2839b6f2cec7cbdfbfc43948347ef, server=2b6d221c5cde,44873,1731421366577}] 2024-11-12T14:23:05,407 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.wal-reader.2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.1731421363717 to pos 379, reset compression=false 2024-11-12T14:23:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:23:05,518 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731421384388.7bf2839b6f2cec7cbdfbfc43948347ef. 2024-11-12T14:23:05,519 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:23:05,519 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T14:23:05,520 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C44873%2C1731421366577.rep, suffix=, logDir=hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577, archiveDir=hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/oldWALs, maxLogs=10 2024-11-12T14:23:05,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.rep.1731421385521, exclude list is [], retry=0 2024-11-12T14:23:05,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45871,DS-fc1cdb63-ecf7-4c87-b7ba-c2aec593fc53,DISK] 2024-11-12T14:23:05,554 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.rep.1731421385521 2024-11-12T14:23:05,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39265:39265)] 2024-11-12T14:23:05,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7bf2839b6f2cec7cbdfbfc43948347ef, NAME => 'hbase:replication,,1731421384388.7bf2839b6f2cec7cbdfbfc43948347ef.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:23:05,555 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:23:05,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T14:23:05,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731421384388.7bf2839b6f2cec7cbdfbfc43948347ef. service=MultiRowMutationService 2024-11-12T14:23:05,555 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T14:23:05,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7bf2839b6f2cec7cbdfbfc43948347ef 2024-11-12T14:23:05,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731421384388.7bf2839b6f2cec7cbdfbfc43948347ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:23:05,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7bf2839b6f2cec7cbdfbfc43948347ef 2024-11-12T14:23:05,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7bf2839b6f2cec7cbdfbfc43948347ef 2024-11-12T14:23:05,560 INFO [StoreOpener-7bf2839b6f2cec7cbdfbfc43948347ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7bf2839b6f2cec7cbdfbfc43948347ef 2024-11-12T14:23:05,561 INFO [StoreOpener-7bf2839b6f2cec7cbdfbfc43948347ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bf2839b6f2cec7cbdfbfc43948347ef columnFamilyName hfileref 2024-11-12T14:23:05,561 DEBUG [StoreOpener-7bf2839b6f2cec7cbdfbfc43948347ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:05,562 INFO [StoreOpener-7bf2839b6f2cec7cbdfbfc43948347ef-1 {}] regionserver.HStore(327): Store=7bf2839b6f2cec7cbdfbfc43948347ef/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:23:05,562 INFO [StoreOpener-7bf2839b6f2cec7cbdfbfc43948347ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7bf2839b6f2cec7cbdfbfc43948347ef 2024-11-12T14:23:05,563 INFO [StoreOpener-7bf2839b6f2cec7cbdfbfc43948347ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bf2839b6f2cec7cbdfbfc43948347ef columnFamilyName queue 2024-11-12T14:23:05,563 DEBUG [StoreOpener-7bf2839b6f2cec7cbdfbfc43948347ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:05,563 INFO [StoreOpener-7bf2839b6f2cec7cbdfbfc43948347ef-1 {}] regionserver.HStore(327): Store=7bf2839b6f2cec7cbdfbfc43948347ef/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:23:05,563 INFO [StoreOpener-7bf2839b6f2cec7cbdfbfc43948347ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7bf2839b6f2cec7cbdfbfc43948347ef 2024-11-12T14:23:05,564 INFO [StoreOpener-7bf2839b6f2cec7cbdfbfc43948347ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bf2839b6f2cec7cbdfbfc43948347ef columnFamilyName sid 2024-11-12T14:23:05,564 DEBUG [StoreOpener-7bf2839b6f2cec7cbdfbfc43948347ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:05,564 INFO [StoreOpener-7bf2839b6f2cec7cbdfbfc43948347ef-1 {}] regionserver.HStore(327): Store=7bf2839b6f2cec7cbdfbfc43948347ef/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:23:05,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7bf2839b6f2cec7cbdfbfc43948347ef 2024-11-12T14:23:05,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/hbase/replication/7bf2839b6f2cec7cbdfbfc43948347ef 2024-11-12T14:23:05,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/hbase/replication/7bf2839b6f2cec7cbdfbfc43948347ef 2024-11-12T14:23:05,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7bf2839b6f2cec7cbdfbfc43948347ef 2024-11-12T14:23:05,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7bf2839b6f2cec7cbdfbfc43948347ef 2024-11-12T14:23:05,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T14:23:05,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7bf2839b6f2cec7cbdfbfc43948347ef 2024-11-12T14:23:05,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/hbase/replication/7bf2839b6f2cec7cbdfbfc43948347ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:23:05,571 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7bf2839b6f2cec7cbdfbfc43948347ef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72312855, jitterRate=0.07754550874233246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T14:23:05,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7bf2839b6f2cec7cbdfbfc43948347ef 2024-11-12T14:23:05,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7bf2839b6f2cec7cbdfbfc43948347ef: Running coprocessor pre-open hook at 1731421385556Writing region info on filesystem at 1731421385556Initializing all the Stores at 1731421385556Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421385556Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421385560 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421385560Cleaning up temporary data from old regions at 1731421385566 (+6 ms)Running coprocessor post-open hooks at 1731421385571 (+5 ms)Region opened successfully at 1731421385571 2024-11-12T14:23:05,572 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731421384388.7bf2839b6f2cec7cbdfbfc43948347ef., pid=10, masterSystemTime=1731421385515 2024-11-12T14:23:05,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731421384388.7bf2839b6f2cec7cbdfbfc43948347ef. 2024-11-12T14:23:05,575 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731421384388.7bf2839b6f2cec7cbdfbfc43948347ef. 2024-11-12T14:23:05,575 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7bf2839b6f2cec7cbdfbfc43948347ef, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,44873,1731421366577 2024-11-12T14:23:05,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7bf2839b6f2cec7cbdfbfc43948347ef, server=2b6d221c5cde,44873,1731421366577 because future has completed 2024-11-12T14:23:05,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T14:23:05,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7bf2839b6f2cec7cbdfbfc43948347ef, server=2b6d221c5cde,44873,1731421366577 in 215 msec 2024-11-12T14:23:05,581 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T14:23:05,581 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7bf2839b6f2cec7cbdfbfc43948347ef, ASSIGN in 370 msec 2024-11-12T14:23:05,581 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T14:23:05,581 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421385581"}]},"ts":"1731421385581"} 2024-11-12T14:23:05,584 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T14:23:05,585 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T14:23:05,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1970 sec 2024-11-12T14:23:05,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731421384388.7bf2839b6f2cec7cbdfbfc43948347ef., hostname=2b6d221c5cde,44873,1731421366577, seqNum=2] 2024-11-12T14:23:05,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44873-0x1012f6d45ea0004, quorum=127.0.0.1:50693, baseZNode=/12113840159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12113840159 2024-11-12T14:23:05,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41627-0x1012f6d45ea0003, quorum=127.0.0.1:50693, baseZNode=/12113840159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12113840159 2024-11-12T14:23:05,684 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T14:23:05,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44873 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T14:23:05,837 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T14:23:05,885 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2b6d221c5cde,44873,1731421366577, ReplicationSource: 1, currentBandwidth=0 2024-11-12T14:23:05,886 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:23:05,886 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,44873,1731421366577, seqNum=-1] 2024-11-12T14:23:05,886 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:23:05,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-12T14:23:05,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2b6d221c5cde,44873,1731421366577', locateType=CURRENT is [region=hbase:replication,,1731421384388.7bf2839b6f2cec7cbdfbfc43948347ef., hostname=2b6d221c5cde,44873,1731421366577, seqNum=2] 2024-11-12T14:23:05,891 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T14:23:05,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T14:23:05,893 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2b6d221c5cde,44873,1731421366577 suceeded 2024-11-12T14:23:05,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T14:23:05,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 209 msec 2024-11-12T14:23:05,894 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2b6d221c5cde:36693,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T14:23:05,895 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5130 sec 2024-11-12T14:23:05,907 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b6d221c5cde:36693' 2024-11-12T14:23:05,912 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53e88423, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:05,912 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,36693,-1 for getting cluster id 2024-11-12T14:23:05,913 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:23:05,913 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '983ec03a-b6c2-4e03-9ade-5e40920b5040' 2024-11-12T14:23:05,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:23:05,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "983ec03a-b6c2-4e03-9ade-5e40920b5040" 2024-11-12T14:23:05,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d669a36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:05,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,36693,-1] 2024-11-12T14:23:05,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:23:05,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:05,914 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:23:05,915 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c33b71a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:05,915 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:23:05,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,36693,1731421372178 2024-11-12T14:23:05,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bd6c17c 2024-11-12T14:23:05,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:23:05,917 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-12T14:23:05,917 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2b6d221c5cde,44873,1731421366577 (queues=1) is replicating from cluster=bd832c98-070c-478e-bacd-fda59a5ce928 to cluster=983ec03a-b6c2-4e03-9ade-5e40920b5040 2024-11-12T14:23:05,917 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2b6d221c5cde%2C44873%2C1731421366577 2024-11-12T14:23:05,917 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2b6d221c5cde,44873,1731421366577, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T14:23:05,918 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931, startPosition=0, beingWritten=true 2024-11-12T14:23:05,924 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.shipper2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2b6d221c5cde%2C44873%2C1731421366577 2024-11-12T14:23:05,926 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T14:23:05,927 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931 to pos 379, reset compression=false 2024-11-12T14:23:05,927 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.shipper2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,44873,1731421366577 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T14:23:06,110 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.wal-reader.2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.1731421363717 to pos 379, reset compression=false 2024-11-12T14:23:06,133 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931 to pos 379, reset compression=false 2024-11-12T14:23:06,436 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931 to pos 379, reset compression=false 2024-11-12T14:23:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:23:06,527 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T14:23:06,527 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:23:06,527 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:23:06,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:06,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:06,527 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:23:06,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c6310a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:06,527 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,36693,-1 for getting cluster id 2024-11-12T14:23:06,528 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:23:06,528 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '983ec03a-b6c2-4e03-9ade-5e40920b5040' 2024-11-12T14:23:06,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:23:06,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "983ec03a-b6c2-4e03-9ade-5e40920b5040" 2024-11-12T14:23:06,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e23c5e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:06,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,36693,-1] 2024-11-12T14:23:06,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:23:06,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:06,529 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:23:06,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d9cd64b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:06,530 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:23:06,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,36693,1731421372178 2024-11-12T14:23:06,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7029b4df 2024-11-12T14:23:06,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:23:06,531 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:23:06,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36693 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2b6d221c5cde:41627,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T14:23:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36693 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T14:23:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:23:06,534 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b6d221c5cde:41627' 2024-11-12T14:23:06,535 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f33dd63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:06,535 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,41627,-1 for getting cluster id 2024-11-12T14:23:06,535 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:23:06,536 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd832c98-070c-478e-bacd-fda59a5ce928' 2024-11-12T14:23:06,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:23:06,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd832c98-070c-478e-bacd-fda59a5ce928" 2024-11-12T14:23:06,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60ea20b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:06,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,41627,-1] 2024-11-12T14:23:06,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:23:06,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:06,537 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:23:06,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6723255d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:06,537 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:23:06,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,41627,1731421366458 2024-11-12T14:23:06,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4862829b 2024-11-12T14:23:06,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:23:06,538 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:23:06,539 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-12T14:23:06,539 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T14:23:06,539 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:06,539 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:06,539 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:23:06,539 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:23:06,540 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T14:23:06,541 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T14:23:06,541 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:06,542 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T14:23:06,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741837_1013 (size=1138) 2024-11-12T14:23:06,591 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T14:23:06,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:23:06,711 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T14:23:06,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:06,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:06,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:06,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:06,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:06,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:06,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:06,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:06,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:06,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:06,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:06,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:06,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:06,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:06,839 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931 to pos 379, reset compression=false 2024-11-12T14:23:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:23:06,912 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.wal-reader.2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.1731421363717 to pos 379, reset compression=false 2024-11-12T14:23:06,947 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 333d59599e9f01496e8612c8af11e574, NAME => 'hbase:replication,,1731421386539.333d59599e9f01496e8612c8af11e574.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9 2024-11-12T14:23:06,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741838_1014 (size=44) 2024-11-12T14:23:07,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:23:07,315 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T14:23:07,342 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931 to pos 379, reset compression=false 2024-11-12T14:23:07,352 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731421386539.333d59599e9f01496e8612c8af11e574.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:23:07,352 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 333d59599e9f01496e8612c8af11e574, disabling compactions & flushes 2024-11-12T14:23:07,352 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731421386539.333d59599e9f01496e8612c8af11e574. 2024-11-12T14:23:07,352 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731421386539.333d59599e9f01496e8612c8af11e574. 2024-11-12T14:23:07,352 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731421386539.333d59599e9f01496e8612c8af11e574. after waiting 0 ms 2024-11-12T14:23:07,352 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731421386539.333d59599e9f01496e8612c8af11e574. 2024-11-12T14:23:07,352 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731421386539.333d59599e9f01496e8612c8af11e574. 2024-11-12T14:23:07,352 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 333d59599e9f01496e8612c8af11e574: Waiting for close lock at 1731421387352Disabling compacts and flushes for region at 1731421387352Disabling writes for close at 1731421387352Writing region close event to WAL at 1731421387352Closed at 1731421387352 2024-11-12T14:23:07,353 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T14:23:07,353 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731421386539.333d59599e9f01496e8612c8af11e574.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731421387353"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731421387353"}]},"ts":"1731421387353"} 2024-11-12T14:23:07,355 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T14:23:07,356 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T14:23:07,356 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421387356"}]},"ts":"1731421387356"} 2024-11-12T14:23:07,357 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T14:23:07,357 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=333d59599e9f01496e8612c8af11e574, ASSIGN}] 2024-11-12T14:23:07,358 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=333d59599e9f01496e8612c8af11e574, ASSIGN 2024-11-12T14:23:07,359 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=333d59599e9f01496e8612c8af11e574, ASSIGN; state=OFFLINE, location=2b6d221c5cde,37357,1731421372323; forceNewPlan=false, retain=false 2024-11-12T14:23:07,510 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=333d59599e9f01496e8612c8af11e574, regionState=OPENING, regionLocation=2b6d221c5cde,37357,1731421372323 2024-11-12T14:23:07,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=333d59599e9f01496e8612c8af11e574, ASSIGN because future has completed 2024-11-12T14:23:07,512 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 333d59599e9f01496e8612c8af11e574, server=2b6d221c5cde,37357,1731421372323}] 2024-11-12T14:23:07,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731421386539.333d59599e9f01496e8612c8af11e574. 2024-11-12T14:23:07,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:23:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:23:07,667 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T14:23:07,668 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C37357%2C1731421372323.rep, suffix=, logDir=hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323, archiveDir=hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/oldWALs, maxLogs=10 2024-11-12T14:23:07,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.rep.1731421387668, exclude list is [], retry=0 2024-11-12T14:23:07,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37571,DS-dc6a9381-a3a8-4526-885c-56d23010942c,DISK] 2024-11-12T14:23:07,686 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.rep.1731421387668 2024-11-12T14:23:07,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36201:36201)] 2024-11-12T14:23:07,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 333d59599e9f01496e8612c8af11e574, NAME => 'hbase:replication,,1731421386539.333d59599e9f01496e8612c8af11e574.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:23:07,686 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:23:07,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T14:23:07,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731421386539.333d59599e9f01496e8612c8af11e574. service=MultiRowMutationService 2024-11-12T14:23:07,687 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T14:23:07,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 333d59599e9f01496e8612c8af11e574 2024-11-12T14:23:07,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731421386539.333d59599e9f01496e8612c8af11e574.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:23:07,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 333d59599e9f01496e8612c8af11e574 2024-11-12T14:23:07,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 333d59599e9f01496e8612c8af11e574 2024-11-12T14:23:07,688 INFO [StoreOpener-333d59599e9f01496e8612c8af11e574-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 333d59599e9f01496e8612c8af11e574 2024-11-12T14:23:07,689 INFO [StoreOpener-333d59599e9f01496e8612c8af11e574-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 333d59599e9f01496e8612c8af11e574 columnFamilyName hfileref 2024-11-12T14:23:07,689 DEBUG [StoreOpener-333d59599e9f01496e8612c8af11e574-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:07,689 INFO [StoreOpener-333d59599e9f01496e8612c8af11e574-1 {}] regionserver.HStore(327): Store=333d59599e9f01496e8612c8af11e574/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:23:07,689 INFO [StoreOpener-333d59599e9f01496e8612c8af11e574-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 333d59599e9f01496e8612c8af11e574 2024-11-12T14:23:07,690 INFO [StoreOpener-333d59599e9f01496e8612c8af11e574-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 333d59599e9f01496e8612c8af11e574 columnFamilyName queue 2024-11-12T14:23:07,690 DEBUG [StoreOpener-333d59599e9f01496e8612c8af11e574-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:07,690 INFO [StoreOpener-333d59599e9f01496e8612c8af11e574-1 {}] regionserver.HStore(327): Store=333d59599e9f01496e8612c8af11e574/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:23:07,690 INFO [StoreOpener-333d59599e9f01496e8612c8af11e574-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 333d59599e9f01496e8612c8af11e574 2024-11-12T14:23:07,690 INFO [StoreOpener-333d59599e9f01496e8612c8af11e574-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 333d59599e9f01496e8612c8af11e574 columnFamilyName sid 2024-11-12T14:23:07,690 DEBUG [StoreOpener-333d59599e9f01496e8612c8af11e574-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:07,691 INFO [StoreOpener-333d59599e9f01496e8612c8af11e574-1 {}] regionserver.HStore(327): Store=333d59599e9f01496e8612c8af11e574/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:23:07,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 333d59599e9f01496e8612c8af11e574 2024-11-12T14:23:07,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/hbase/replication/333d59599e9f01496e8612c8af11e574 2024-11-12T14:23:07,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/hbase/replication/333d59599e9f01496e8612c8af11e574 2024-11-12T14:23:07,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 333d59599e9f01496e8612c8af11e574 2024-11-12T14:23:07,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 333d59599e9f01496e8612c8af11e574 2024-11-12T14:23:07,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T14:23:07,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 333d59599e9f01496e8612c8af11e574 2024-11-12T14:23:07,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/hbase/replication/333d59599e9f01496e8612c8af11e574/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:23:07,695 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 333d59599e9f01496e8612c8af11e574; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68512300, jitterRate=0.02091282606124878}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T14:23:07,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 333d59599e9f01496e8612c8af11e574 2024-11-12T14:23:07,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 333d59599e9f01496e8612c8af11e574: Running coprocessor pre-open hook at 1731421387687Writing region info on filesystem at 1731421387687Initializing all the Stores at 1731421387687Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421387688 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421387688Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421387688Cleaning up temporary data from old regions at 1731421387692 (+4 ms)Running coprocessor post-open hooks at 1731421387695 (+3 ms)Region opened successfully at 1731421387695 2024-11-12T14:23:07,696 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731421386539.333d59599e9f01496e8612c8af11e574., pid=10, masterSystemTime=1731421387663 2024-11-12T14:23:07,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731421386539.333d59599e9f01496e8612c8af11e574. 2024-11-12T14:23:07,698 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731421386539.333d59599e9f01496e8612c8af11e574. 2024-11-12T14:23:07,698 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=333d59599e9f01496e8612c8af11e574, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,37357,1731421372323 2024-11-12T14:23:07,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 333d59599e9f01496e8612c8af11e574, server=2b6d221c5cde,37357,1731421372323 because future has completed 2024-11-12T14:23:07,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T14:23:07,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 333d59599e9f01496e8612c8af11e574, server=2b6d221c5cde,37357,1731421372323 in 188 msec 2024-11-12T14:23:07,703 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T14:23:07,703 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=333d59599e9f01496e8612c8af11e574, ASSIGN in 344 msec 2024-11-12T14:23:07,703 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T14:23:07,704 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421387703"}]},"ts":"1731421387703"} 2024-11-12T14:23:07,705 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T14:23:07,706 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T14:23:07,707 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1670 sec 2024-11-12T14:23:07,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731421386539.333d59599e9f01496e8612c8af11e574., hostname=2b6d221c5cde,37357,1731421372323, seqNum=2] 2024-11-12T14:23:07,816 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.wal-reader.2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.1731421363717 to pos 379, reset compression=false 2024-11-12T14:23:07,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37357-0x1012f6d45ea0007, quorum=127.0.0.1:50693, baseZNode=/2956517268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2956517268 2024-11-12T14:23:07,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36693-0x1012f6d45ea0006, quorum=127.0.0.1:50693, baseZNode=/2956517268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2956517268 2024-11-12T14:23:07,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T14:23:07,945 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931 to pos 379, reset compression=false 2024-11-12T14:23:08,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37357 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T14:23:08,063 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T14:23:08,087 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2b6d221c5cde,37357,1731421372323, ReplicationSource: 1, currentBandwidth=0 2024-11-12T14:23:08,087 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:23:08,088 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,37357,1731421372323, seqNum=-1] 2024-11-12T14:23:08,088 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:23:08,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-12T14:23:08,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2b6d221c5cde,37357,1731421372323', locateType=CURRENT is [region=hbase:replication,,1731421386539.333d59599e9f01496e8612c8af11e574., hostname=2b6d221c5cde,37357,1731421372323, seqNum=2] 2024-11-12T14:23:08,092 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T14:23:08,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36693 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T14:23:08,094 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2b6d221c5cde,37357,1731421372323 suceeded 2024-11-12T14:23:08,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T14:23:08,095 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2b6d221c5cde:41627,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T14:23:08,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-12T14:23:08,096 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5630 sec 2024-11-12T14:23:08,105 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b6d221c5cde:41627' 2024-11-12T14:23:08,106 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d6ab02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:08,106 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,41627,-1 for getting cluster id 2024-11-12T14:23:08,106 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:23:08,107 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd832c98-070c-478e-bacd-fda59a5ce928' 2024-11-12T14:23:08,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:23:08,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd832c98-070c-478e-bacd-fda59a5ce928" 2024-11-12T14:23:08,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c1844ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:08,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,41627,-1] 2024-11-12T14:23:08,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:23:08,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:08,108 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:23:08,108 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@105c4a37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:08,108 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:23:08,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,41627,1731421366458 2024-11-12T14:23:08,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a8d428d 2024-11-12T14:23:08,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:23:08,110 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-12T14:23:08,110 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2b6d221c5cde,37357,1731421372323 (queues=1) is replicating from cluster=983ec03a-b6c2-4e03-9ade-5e40920b5040 to cluster=bd832c98-070c-478e-bacd-fda59a5ce928 2024-11-12T14:23:08,110 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2b6d221c5cde%2C37357%2C1731421372323 2024-11-12T14:23:08,110 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2b6d221c5cde,37357,1731421372323, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T14:23:08,110 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.wal-reader.2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.1731421374682, startPosition=0, beingWritten=true 2024-11-12T14:23:08,110 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.shipper2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2b6d221c5cde%2C37357%2C1731421372323 2024-11-12T14:23:08,114 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.wal-reader.2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T14:23:08,114 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.wal-reader.2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.1731421374682 to pos 379, reset compression=false 2024-11-12T14:23:08,114 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.shipper2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,37357,1731421372323 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.1731421374682, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T14:23:08,317 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.wal-reader.2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.1731421374682 to pos 379, reset compression=false 2024-11-12T14:23:08,620 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.wal-reader.2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.1731421374682 to pos 379, reset compression=false 2024-11-12T14:23:08,648 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931 to pos 379, reset compression=false 2024-11-12T14:23:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:23:08,678 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T14:23:08,678 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:23:08,678 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:23:08,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:08,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:08,678 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:23:08,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30cdecdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:08,678 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,36557,-1 for getting cluster id 2024-11-12T14:23:08,679 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:23:08,679 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a90ef843-64d2-479c-bece-bb78c9bb8d2e' 2024-11-12T14:23:08,679 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:23:08,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a90ef843-64d2-479c-bece-bb78c9bb8d2e" 2024-11-12T14:23:08,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527714c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:08,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,36557,-1] 2024-11-12T14:23:08,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:23:08,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:08,681 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:23:08,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b0be0ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:08,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c5b0a58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:08,682 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,41627,-1 for getting cluster id 2024-11-12T14:23:08,682 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:23:08,682 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd832c98-070c-478e-bacd-fda59a5ce928' 2024-11-12T14:23:08,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:23:08,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd832c98-070c-478e-bacd-fda59a5ce928" 2024-11-12T14:23:08,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b0db865, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:08,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,41627,-1] 2024-11-12T14:23:08,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:23:08,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:08,683 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:23:08,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4221ae9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:08,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20fae74b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:08,684 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,36693,-1 for getting cluster id 2024-11-12T14:23:08,684 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:23:08,685 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '983ec03a-b6c2-4e03-9ade-5e40920b5040' 2024-11-12T14:23:08,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:23:08,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "983ec03a-b6c2-4e03-9ade-5e40920b5040" 2024-11-12T14:23:08,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39f7d770, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:08,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,36693,-1] 2024-11-12T14:23:08,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:23:08,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:08,686 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:23:08,686 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78dbb6ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:08,687 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:23:08,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,41409,1731421361503, seqNum=-1] 2024-11-12T14:23:08,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:23:08,688 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:23:08,690 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731421375777.cc2ba8b31fd7de28e2ab5b85fb767730., hostname=2b6d221c5cde,41409,1731421361503, seqNum=2] 2024-11-12T14:23:08,692 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:23:08,693 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,37357,1731421372323, seqNum=-1] 2024-11-12T14:23:08,693 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:23:08,694 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:23:08,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731421380078.313191517d9af0d39f63a35308b908a1., hostname=2b6d221c5cde,37357,1731421372323, seqNum=2] 2024-11-12T14:23:08,696 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-12T14:23:08,819 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.wal-reader.2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.1731421363717 to pos 379, reset compression=false 2024-11-12T14:23:08,824 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.wal-reader.2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T14:23:08,824 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.wal-reader.2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.1731421363717 to pos 480, reset compression=false 2024-11-12T14:23:08,824 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.shipper2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,41409,1731421361503 got entry batch from reader: WALEntryBatch [walEntries=[{test/cc2ba8b31fd7de28e2ab5b85fb767730/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.1731421363717, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-12T14:23:08,826 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.shipper2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:23:08,827 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-12T14:23:08,827 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T14:23:08,827 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33bb904c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:08,827 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,41627,-1 for getting cluster id 2024-11-12T14:23:08,827 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:23:08,828 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd832c98-070c-478e-bacd-fda59a5ce928' 2024-11-12T14:23:08,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:23:08,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd832c98-070c-478e-bacd-fda59a5ce928" 2024-11-12T14:23:08,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@127d1752, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:08,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,41627,-1] 2024-11-12T14:23:08,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:23:08,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:08,829 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:23:08,829 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c42a137, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:08,830 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:23:08,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,44873,1731421366577, seqNum=-1] 2024-11-12T14:23:08,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:23:08,831 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-12T14:23:08,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731421377930.0cccf9461dd143b60b7d480e6cd245b6., hostname=2b6d221c5cde,44873,1731421366577, seqNum=2] 2024-11-12T14:23:08,835 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T14:23:09,023 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.wal-reader.2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.1731421374682 to pos 379, reset compression=false 2024-11-12T14:23:09,027 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.wal-reader.2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.1731421363717 to pos 480, reset compression=false 2024-11-12T14:23:09,330 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.wal-reader.2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.1731421363717 to pos 480, reset compression=false 2024-11-12T14:23:09,451 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931 to pos 379, reset compression=false 2024-11-12T14:23:09,455 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T14:23:09,455 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931 to pos 504, reset compression=false 2024-11-12T14:23:09,455 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.shipper2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,44873,1731421366577 got entry batch from reader: WALEntryBatch [walEntries=[{test/0cccf9461dd143b60b7d480e6cd245b6/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-12T14:23:09,457 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.shipper2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:23:09,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-12T14:23:09,458 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37357 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T14:23:09,458 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37357 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@287ffebf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:09,458 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37357 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,36693,-1 for getting cluster id 2024-11-12T14:23:09,459 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37357 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:23:09,459 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '983ec03a-b6c2-4e03-9ade-5e40920b5040' 2024-11-12T14:23:09,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:23:09,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "983ec03a-b6c2-4e03-9ade-5e40920b5040" 2024-11-12T14:23:09,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f7dc394, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:09,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,36693,-1] 2024-11-12T14:23:09,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:23:09,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:09,460 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:23:09,460 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37357 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f0d8ea8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:09,461 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37357 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:23:09,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,37357,1731421372323, seqNum=-1] 2024-11-12T14:23:09,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:23:09,462 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-12T14:23:09,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731421380078.313191517d9af0d39f63a35308b908a1., hostname=2b6d221c5cde,37357,1731421372323, seqNum=2] 2024-11-12T14:23:09,466 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37357 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T14:23:09,526 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.wal-reader.2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.1731421374682 to pos 379, reset compression=false 2024-11-12T14:23:09,529 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.wal-reader.2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T14:23:09,529 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.wal-reader.2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.1731421374682 to pos 528, reset compression=false 2024-11-12T14:23:09,529 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.shipper2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,37357,1731421372323 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.1731421374682, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T14:23:09,658 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931 to pos 504, reset compression=false 2024-11-12T14:23:09,697 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-12T14:23:09,698 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:23:09,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,44873,1731421366577, seqNum=-1] 2024-11-12T14:23:09,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:23:09,700 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:23:09,701 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731421377930.0cccf9461dd143b60b7d480e6cd245b6., hostname=2b6d221c5cde,44873,1731421366577, seqNum=2] 2024-11-12T14:23:09,704 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-12T14:23:09,732 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.wal-reader.2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.1731421374682 to pos 528, reset compression=false 2024-11-12T14:23:09,733 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.wal-reader.2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.1731421363717 to pos 480, reset compression=false 2024-11-12T14:23:09,961 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931 to pos 504, reset compression=false 2024-11-12T14:23:09,965 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T14:23:09,965 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931 to pos 608, reset compression=false 2024-11-12T14:23:09,965 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.shipper2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,44873,1731421366577 got entry batch from reader: WALEntryBatch [walEntries=[{test/0cccf9461dd143b60b7d480e6cd245b6/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T14:23:09,966 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37357 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T14:23:09,968 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37357 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T14:23:10,036 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.wal-reader.2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.1731421374682 to pos 528, reset compression=false 2024-11-12T14:23:10,040 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.wal-reader.2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T14:23:10,040 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.wal-reader.2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.1731421374682 to pos 656, reset compression=false 2024-11-12T14:23:10,040 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.shipper2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,37357,1731421372323 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.1731421374682, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T14:23:10,169 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931 to pos 608, reset compression=false 2024-11-12T14:23:10,236 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.wal-reader.2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.1731421363717 to pos 480, reset compression=false 2024-11-12T14:23:10,244 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.wal-reader.2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.1731421374682 to pos 656, reset compression=false 2024-11-12T14:23:10,472 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931 to pos 608, reset compression=false 2024-11-12T14:23:10,546 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.wal-reader.2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.1731421374682 to pos 656, reset compression=false 2024-11-12T14:23:10,705 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-12T14:23:10,708 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-12T14:23:10,781 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=4, created chunk count=33, reused chunk count=124, reuseRatio=78.98% 2024-11-12T14:23:10,781 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-12T14:23:10,839 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.wal-reader.2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.1731421363717 to pos 480, reset compression=false 2024-11-12T14:23:10,875 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931 to pos 608, reset compression=false 2024-11-12T14:23:10,897 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T14:23:10,949 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.wal-reader.2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.1731421374682 to pos 656, reset compression=false 2024-11-12T14:23:10,953 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.wal-reader.2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T14:23:10,953 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.wal-reader.2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.1731421374682 to pos 760, reset compression=false 2024-11-12T14:23:10,953 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.shipper2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,37357,1731421372323 got entry batch from reader: WALEntryBatch [walEntries=[{test/313191517d9af0d39f63a35308b908a1/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.1731421374682, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T14:23:10,955 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.shipper2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:23:10,955 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-12T14:23:10,956 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T14:23:10,958 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T14:23:11,156 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.wal-reader.2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.1731421374682 to pos 760, reset compression=false 2024-11-12T14:23:11,378 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931 to pos 608, reset compression=false 2024-11-12T14:23:11,383 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T14:23:11,383 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931 to pos 736, reset compression=false 2024-11-12T14:23:11,383 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.shipper2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,44873,1731421366577 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931, lastWalPosition=736, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T14:23:11,459 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.wal-reader.2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.1731421374682 to pos 760, reset compression=false 2024-11-12T14:23:11,543 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.wal-reader.2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.1731421363717 to pos 480, reset compression=false 2024-11-12T14:23:11,587 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931 to pos 736, reset compression=false 2024-11-12T14:23:11,709 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-12T14:23:11,711 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-12T14:23:11,862 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.wal-reader.2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.1731421374682 to pos 760, reset compression=false 2024-11-12T14:23:11,890 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931 to pos 736, reset compression=false 2024-11-12T14:23:12,293 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931 to pos 736, reset compression=false 2024-11-12T14:23:12,346 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.wal-reader.2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.1731421363717 to pos 480, reset compression=false 2024-11-12T14:23:12,350 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.wal-reader.2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T14:23:12,350 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.wal-reader.2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.1731421363717 to pos 636, reset compression=false 2024-11-12T14:23:12,350 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.shipper2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,41409,1731421361503 got entry batch from reader: WALEntryBatch [walEntries=[{test/cc2ba8b31fd7de28e2ab5b85fb767730/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.1731421363717, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-12T14:23:12,351 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T14:23:12,353 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T14:23:12,366 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.wal-reader.2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.1731421374682 to pos 760, reset compression=false 2024-11-12T14:23:12,553 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.wal-reader.2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.1731421363717 to pos 636, reset compression=false 2024-11-12T14:23:12,713 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-12T14:23:12,796 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931 to pos 736, reset compression=false 2024-11-12T14:23:12,799 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T14:23:12,799 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931 to pos 884, reset compression=false 2024-11-12T14:23:12,800 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.shipper2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,44873,1731421366577 got entry batch from reader: WALEntryBatch [walEntries=[{test/0cccf9461dd143b60b7d480e6cd245b6/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931, lastWalPosition=884, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-12T14:23:12,800 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37357 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T14:23:12,803 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37357 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T14:23:12,856 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.wal-reader.2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.1731421363717 to pos 636, reset compression=false 2024-11-12T14:23:12,969 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.wal-reader.2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.1731421374682 to pos 760, reset compression=false 2024-11-12T14:23:12,972 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.wal-reader.2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T14:23:12,972 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.wal-reader.2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.1731421374682 to pos 932, reset compression=false 2024-11-12T14:23:12,972 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.shipper2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,37357,1731421372323 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.1731421374682, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T14:23:13,002 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931 to pos 884, reset compression=false 2024-11-12T14:23:13,175 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.wal-reader.2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.1731421374682 to pos 932, reset compression=false 2024-11-12T14:23:13,189 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T14:23:13,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:13,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:13,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:13,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:13,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:13,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:13,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:13,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:13,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:13,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:13,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:13,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:13,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:13,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:13,260 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.wal-reader.2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.1731421363717 to pos 636, reset compression=false 2024-11-12T14:23:13,306 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931 to pos 884, reset compression=false 2024-11-12T14:23:13,478 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.wal-reader.2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.1731421374682 to pos 932, reset compression=false 2024-11-12T14:23:13,709 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931 to pos 884, reset compression=false 2024-11-12T14:23:13,714 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-12T14:23:13,727 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-12T14:23:13,764 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.wal-reader.2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.1731421363717 to pos 636, reset compression=false 2024-11-12T14:23:13,881 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.wal-reader.2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.1731421374682 to pos 932, reset compression=false 2024-11-12T14:23:14,212 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931 to pos 884, reset compression=false 2024-11-12T14:23:14,216 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T14:23:14,216 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931 to pos 1043, reset compression=false 2024-11-12T14:23:14,216 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.shipper2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,44873,1731421366577 got entry batch from reader: WALEntryBatch [walEntries=[{test/0cccf9461dd143b60b7d480e6cd245b6/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931, lastWalPosition=1043, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-12T14:23:14,217 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37357 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T14:23:14,219 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37357 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T14:23:14,367 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.wal-reader.2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.1731421363717 to pos 636, reset compression=false 2024-11-12T14:23:14,385 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.wal-reader.2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.1731421374682 to pos 932, reset compression=false 2024-11-12T14:23:14,388 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.wal-reader.2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T14:23:14,388 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.wal-reader.2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.1731421374682 to pos 1082, reset compression=false 2024-11-12T14:23:14,388 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.shipper2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,37357,1731421372323 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.1731421374682, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T14:23:14,419 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931 to pos 1043, reset compression=false 2024-11-12T14:23:14,591 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.wal-reader.2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.1731421374682 to pos 1082, reset compression=false 2024-11-12T14:23:14,723 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931 to pos 1043, reset compression=false 2024-11-12T14:23:14,728 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-12T14:23:14,731 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-12T14:23:14,895 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.wal-reader.2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.1731421374682 to pos 1082, reset compression=false 2024-11-12T14:23:14,899 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.wal-reader.2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T14:23:14,899 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.wal-reader.2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.1731421374682 to pos 1241, reset compression=false 2024-11-12T14:23:14,899 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.shipper2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,37357,1731421372323 got entry batch from reader: WALEntryBatch [walEntries=[{test/313191517d9af0d39f63a35308b908a1/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.1731421374682, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-12T14:23:14,900 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T14:23:14,903 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T14:23:15,070 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.wal-reader.2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.1731421363717 to pos 636, reset compression=false 2024-11-12T14:23:15,103 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.wal-reader.2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.1731421374682 to pos 1241, reset compression=false 2024-11-12T14:23:15,126 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931 to pos 1043, reset compression=false 2024-11-12T14:23:15,129 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T14:23:15,130 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931 to pos 1193, reset compression=false 2024-11-12T14:23:15,130 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.shipper2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,44873,1731421366577 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931, lastWalPosition=1193, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T14:23:15,333 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931 to pos 1193, reset compression=false 2024-11-12T14:23:15,406 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.wal-reader.2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.1731421374682 to pos 1241, reset compression=false 2024-11-12T14:23:15,636 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931 to pos 1193, reset compression=false 2024-11-12T14:23:15,732 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-12T14:23:15,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T14:23:15,737 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:23:15,737 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:23:15,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:15,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:15,738 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:23:15,738 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T14:23:15,738 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=427031946, stopped=false 2024-11-12T14:23:15,738 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b6d221c5cde,36693,1731421372178 2024-11-12T14:23:15,809 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.wal-reader.2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.1731421374682 to pos 1241, reset compression=false 2024-11-12T14:23:15,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36693-0x1012f6d45ea0006, quorum=127.0.0.1:50693, baseZNode=/2956517268 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2956517268/running 2024-11-12T14:23:15,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37357-0x1012f6d45ea0007, quorum=127.0.0.1:50693, baseZNode=/2956517268 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2956517268/running 2024-11-12T14:23:15,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36693-0x1012f6d45ea0006, quorum=127.0.0.1:50693, baseZNode=/2956517268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2956517268 2024-11-12T14:23:15,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37357-0x1012f6d45ea0007, quorum=127.0.0.1:50693, baseZNode=/2956517268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2956517268 2024-11-12T14:23:15,830 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:23:15,830 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:23:15,831 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:23:15,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:15,831 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b6d221c5cde,37357,1731421372323' ***** 2024-11-12T14:23:15,831 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T14:23:15,831 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36693-0x1012f6d45ea0006, quorum=127.0.0.1:50693, baseZNode=/2956517268 Set watcher on znode that does not yet exist, /2956517268/running 2024-11-12T14:23:15,831 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37357-0x1012f6d45ea0007, quorum=127.0.0.1:50693, baseZNode=/2956517268 Set watcher on znode that does not yet exist, /2956517268/running 2024-11-12T14:23:15,832 INFO [RS:0;2b6d221c5cde:37357 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T14:23:15,832 INFO [RS:0;2b6d221c5cde:37357 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T14:23:15,832 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T14:23:15,832 INFO [RS:0;2b6d221c5cde:37357 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T14:23:15,832 INFO [RS:0;2b6d221c5cde:37357 {}] regionserver.HRegionServer(3091): Received CLOSE for 333d59599e9f01496e8612c8af11e574 2024-11-12T14:23:15,832 INFO [RS:0;2b6d221c5cde:37357 {}] regionserver.HRegionServer(3091): Received CLOSE for 313191517d9af0d39f63a35308b908a1 2024-11-12T14:23:15,832 INFO [RS:0;2b6d221c5cde:37357 {}] regionserver.HRegionServer(959): stopping server 2b6d221c5cde,37357,1731421372323 2024-11-12T14:23:15,832 INFO [RS:0;2b6d221c5cde:37357 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:23:15,832 INFO [RS:0;2b6d221c5cde:37357 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:37357. 2024-11-12T14:23:15,832 DEBUG [RS:0;2b6d221c5cde:37357 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:23:15,832 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 333d59599e9f01496e8612c8af11e574, disabling compactions & flushes 2024-11-12T14:23:15,832 DEBUG [RS:0;2b6d221c5cde:37357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:15,832 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731421386539.333d59599e9f01496e8612c8af11e574. 2024-11-12T14:23:15,832 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731421386539.333d59599e9f01496e8612c8af11e574. 2024-11-12T14:23:15,832 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731421386539.333d59599e9f01496e8612c8af11e574. after waiting 0 ms 2024-11-12T14:23:15,832 INFO [RS:0;2b6d221c5cde:37357 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T14:23:15,832 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731421386539.333d59599e9f01496e8612c8af11e574. 2024-11-12T14:23:15,832 INFO [RS:0;2b6d221c5cde:37357 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T14:23:15,832 INFO [RS:0;2b6d221c5cde:37357 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T14:23:15,832 INFO [RS:0;2b6d221c5cde:37357 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T14:23:15,832 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 333d59599e9f01496e8612c8af11e574 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-12T14:23:15,832 INFO [RS:0;2b6d221c5cde:37357 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T14:23:15,832 DEBUG [RS:0;2b6d221c5cde:37357 {}] regionserver.HRegionServer(1325): Online Regions={333d59599e9f01496e8612c8af11e574=hbase:replication,,1731421386539.333d59599e9f01496e8612c8af11e574., 1588230740=hbase:meta,,1.1588230740, 313191517d9af0d39f63a35308b908a1=test,,1731421380078.313191517d9af0d39f63a35308b908a1.} 2024-11-12T14:23:15,832 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:23:15,832 DEBUG [RS:0;2b6d221c5cde:37357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 313191517d9af0d39f63a35308b908a1, 333d59599e9f01496e8612c8af11e574 2024-11-12T14:23:15,832 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:23:15,833 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:23:15,833 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:23:15,833 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:23:15,833 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T14:23:15,847 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/hbase/meta/1588230740/.tmp/info/97da7f0e9db043c2b2fb71150fb929a7 is 147, key is hbase:replication,,1731421386539.333d59599e9f01496e8612c8af11e574./info:regioninfo/1731421387698/Put/seqid=0 2024-11-12T14:23:15,847 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/hbase/replication/333d59599e9f01496e8612c8af11e574/.tmp/queue/de8338ba4f4345ca98ce8d62d9acf697 is 154, key is 1-2b6d221c5cde,37357,1731421372323/queue:2b6d221c5cde%2C37357%2C1731421372323/1731421394903/Put/seqid=0 2024-11-12T14:23:15,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741840_1016 (size=5353) 2024-11-12T14:23:15,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741841_1017 (size=7686) 2024-11-12T14:23:15,864 INFO [regionserver/2b6d221c5cde:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:23:15,874 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.wal-reader.2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.1731421363717 to pos 636, reset compression=false 2024-11-12T14:23:16,033 DEBUG [RS:0;2b6d221c5cde:37357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 313191517d9af0d39f63a35308b908a1, 333d59599e9f01496e8612c8af11e574 2024-11-12T14:23:16,040 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931 to pos 1193, reset compression=false 2024-11-12T14:23:16,233 DEBUG [RS:0;2b6d221c5cde:37357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 313191517d9af0d39f63a35308b908a1, 333d59599e9f01496e8612c8af11e574 2024-11-12T14:23:16,250 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/hbase/replication/333d59599e9f01496e8612c8af11e574/.tmp/queue/de8338ba4f4345ca98ce8d62d9acf697 2024-11-12T14:23:16,250 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/hbase/meta/1588230740/.tmp/info/97da7f0e9db043c2b2fb71150fb929a7 2024-11-12T14:23:16,254 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/hbase/replication/333d59599e9f01496e8612c8af11e574/.tmp/queue/de8338ba4f4345ca98ce8d62d9acf697 as hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/hbase/replication/333d59599e9f01496e8612c8af11e574/queue/de8338ba4f4345ca98ce8d62d9acf697 2024-11-12T14:23:16,258 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/hbase/replication/333d59599e9f01496e8612c8af11e574/queue/de8338ba4f4345ca98ce8d62d9acf697, entries=1, sequenceid=12, filesize=5.2 K 2024-11-12T14:23:16,258 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 333d59599e9f01496e8612c8af11e574 in 426ms, sequenceid=12, compaction requested=false 2024-11-12T14:23:16,266 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/hbase/replication/333d59599e9f01496e8612c8af11e574/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-12T14:23:16,266 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:23:16,266 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:23:16,266 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731421386539.333d59599e9f01496e8612c8af11e574. 2024-11-12T14:23:16,266 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 333d59599e9f01496e8612c8af11e574: Waiting for close lock at 1731421395832Running coprocessor pre-close hooks at 1731421395832Disabling compacts and flushes for region at 1731421395832Disabling writes for close at 1731421395832Obtaining lock to block concurrent updates at 1731421395832Preparing flush snapshotting stores in 333d59599e9f01496e8612c8af11e574 at 1731421395832Finished memstore snapshotting hbase:replication,,1731421386539.333d59599e9f01496e8612c8af11e574., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731421395833 (+1 ms)Flushing stores of hbase:replication,,1731421386539.333d59599e9f01496e8612c8af11e574. at 1731421395833Flushing 333d59599e9f01496e8612c8af11e574/queue: creating writer at 1731421395833Flushing 333d59599e9f01496e8612c8af11e574/queue: appending metadata at 1731421395846 (+13 ms)Flushing 333d59599e9f01496e8612c8af11e574/queue: closing flushed file at 1731421395846Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2789bd0a: reopening flushed file at 1731421396253 (+407 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 333d59599e9f01496e8612c8af11e574 in 426ms, sequenceid=12, compaction requested=false at 1731421396258 (+5 ms)Writing region close event to WAL at 1731421396263 (+5 ms)Running coprocessor post-close hooks at 1731421396266 (+3 ms)Closed at 1731421396266 2024-11-12T14:23:16,266 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731421386539.333d59599e9f01496e8612c8af11e574. 2024-11-12T14:23:16,267 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 313191517d9af0d39f63a35308b908a1, disabling compactions & flushes 2024-11-12T14:23:16,267 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731421380078.313191517d9af0d39f63a35308b908a1. 2024-11-12T14:23:16,267 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731421380078.313191517d9af0d39f63a35308b908a1. 2024-11-12T14:23:16,267 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731421380078.313191517d9af0d39f63a35308b908a1. after waiting 0 ms 2024-11-12T14:23:16,267 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731421380078.313191517d9af0d39f63a35308b908a1. 2024-11-12T14:23:16,267 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 313191517d9af0d39f63a35308b908a1 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-12T14:23:16,267 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/hbase/meta/1588230740/.tmp/ns/16af7108ab7d42749ee3a98351988bb5 is 43, key is default/ns:d/1731421375690/Put/seqid=0 2024-11-12T14:23:16,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741842_1018 (size=5153) 2024-11-12T14:23:16,284 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/default/test/313191517d9af0d39f63a35308b908a1/.tmp/f/d61de00219a6423693816f621ea0b956 is 29, key is row1/f:/1731421393715/DeleteFamily/seqid=0 2024-11-12T14:23:16,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741843_1019 (size=5152) 2024-11-12T14:23:16,312 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.wal-reader.2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.1731421374682 to pos 1241, reset compression=false 2024-11-12T14:23:16,315 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.wal-reader.2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T14:23:16,315 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.wal-reader.2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.1731421374682 to pos 1488, reset compression=false 2024-11-12T14:23:16,315 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.shipper2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,37357,1731421372323 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.1731421374682, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T14:23:16,316 ERROR [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.shipper2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2b6d221c5cde,37357,1731421372323: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-2b6d221c5cde,37357,1731421372323, walGroup=2b6d221c5cde%2C37357%2C1731421372323, offset=2b6d221c5cde%2C37357%2C1731421372323.1731421374682:1488, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b6d221c5cde:37357 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T14:23:16,317 ERROR [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.shipper2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T14:23:16,317 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.shipper2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T14:23:16,318 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.shipper2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T14:23:16,318 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.shipper2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T14:23:16,318 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.shipper2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T14:23:16,318 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.shipper2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1388314624, "init": 1048576000, "max": 2306867200, "used": 882938568 }, "NonHeapMemoryUsage": { "committed": 205717504, "init": 7667712, "max": -1, "used": 201880048 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T14:23:16,318 WARN [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.shipper2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b6d221c5cde:36693 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b6d221c5cde:36693 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T14:23:16,433 DEBUG [RS:0;2b6d221c5cde:37357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 313191517d9af0d39f63a35308b908a1 2024-11-12T14:23:16,449 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T14:23:16,518 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.wal-reader.2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.1731421374682 to pos 1488, reset compression=false 2024-11-12T14:23:16,543 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931 to pos 1193, reset compression=false 2024-11-12T14:23:16,547 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T14:23:16,547 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T14:23:16,633 DEBUG [RS:0;2b6d221c5cde:37357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 313191517d9af0d39f63a35308b908a1 2024-11-12T14:23:16,673 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/hbase/meta/1588230740/.tmp/ns/16af7108ab7d42749ee3a98351988bb5 2024-11-12T14:23:16,687 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/default/test/313191517d9af0d39f63a35308b908a1/.tmp/f/d61de00219a6423693816f621ea0b956 2024-11-12T14:23:16,688 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/hbase/meta/1588230740/.tmp/rep_barrier/7e70a0e14eb748b69874cca0ec984a5d is 112, key is test,,1731421380078.313191517d9af0d39f63a35308b908a1./rep_barrier:seqnumDuringOpen/1731421381221/Put/seqid=0 2024-11-12T14:23:16,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741844_1020 (size=5518) 2024-11-12T14:23:16,691 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d61de00219a6423693816f621ea0b956 2024-11-12T14:23:16,703 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/default/test/313191517d9af0d39f63a35308b908a1/.tmp/f1/e5fd493adeee492ca0642255b134af7e is 30, key is row1/f1:/1731421393715/DeleteFamily/seqid=0 2024-11-12T14:23:16,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741845_1021 (size=5158) 2024-11-12T14:23:16,777 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.wal-reader.2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.1731421363717 to pos 636, reset compression=false 2024-11-12T14:23:16,821 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.wal-reader.2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.1731421374682 to pos 1488, reset compression=false 2024-11-12T14:23:16,833 INFO [RS:0;2b6d221c5cde:37357 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T14:23:16,833 DEBUG [RS:0;2b6d221c5cde:37357 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 313191517d9af0d39f63a35308b908a1=test,,1731421380078.313191517d9af0d39f63a35308b908a1.} 2024-11-12T14:23:16,833 DEBUG [RS:0;2b6d221c5cde:37357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 313191517d9af0d39f63a35308b908a1 2024-11-12T14:23:17,034 DEBUG [RS:0;2b6d221c5cde:37357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 313191517d9af0d39f63a35308b908a1 2024-11-12T14:23:17,091 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/hbase/meta/1588230740/.tmp/rep_barrier/7e70a0e14eb748b69874cca0ec984a5d 2024-11-12T14:23:17,106 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/default/test/313191517d9af0d39f63a35308b908a1/.tmp/f1/e5fd493adeee492ca0642255b134af7e 2024-11-12T14:23:17,106 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/hbase/meta/1588230740/.tmp/table/cde1aed793df4b24bf9c0db56fc727a6 is 53, key is hbase:replication/table:state/1731421387703/Put/seqid=0 2024-11-12T14:23:17,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741846_1022 (size=5308) 2024-11-12T14:23:17,109 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/hbase/meta/1588230740/.tmp/table/cde1aed793df4b24bf9c0db56fc727a6 2024-11-12T14:23:17,110 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e5fd493adeee492ca0642255b134af7e 2024-11-12T14:23:17,113 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/hbase/meta/1588230740/.tmp/info/97da7f0e9db043c2b2fb71150fb929a7 as hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/hbase/meta/1588230740/info/97da7f0e9db043c2b2fb71150fb929a7 2024-11-12T14:23:17,116 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/hbase/meta/1588230740/info/97da7f0e9db043c2b2fb71150fb929a7, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T14:23:17,116 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/hbase/meta/1588230740/.tmp/ns/16af7108ab7d42749ee3a98351988bb5 as hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/hbase/meta/1588230740/ns/16af7108ab7d42749ee3a98351988bb5 2024-11-12T14:23:17,119 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/hbase/meta/1588230740/ns/16af7108ab7d42749ee3a98351988bb5, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T14:23:17,120 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/hbase/meta/1588230740/.tmp/rep_barrier/7e70a0e14eb748b69874cca0ec984a5d as hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/hbase/meta/1588230740/rep_barrier/7e70a0e14eb748b69874cca0ec984a5d 2024-11-12T14:23:17,123 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/hbase/meta/1588230740/rep_barrier/7e70a0e14eb748b69874cca0ec984a5d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T14:23:17,124 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/hbase/meta/1588230740/.tmp/table/cde1aed793df4b24bf9c0db56fc727a6 as hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/hbase/meta/1588230740/table/cde1aed793df4b24bf9c0db56fc727a6 2024-11-12T14:23:17,124 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/default/test/313191517d9af0d39f63a35308b908a1/.tmp/norep/4dafad160bf5454d8ed190223beeb6b6 is 33, key is row2/norep:/1731421394729/DeleteFamily/seqid=0 2024-11-12T14:23:17,127 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/hbase/meta/1588230740/table/cde1aed793df4b24bf9c0db56fc727a6, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T14:23:17,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741847_1023 (size=5108) 2024-11-12T14:23:17,128 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1295ms, sequenceid=16, compaction requested=false 2024-11-12T14:23:17,131 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T14:23:17,131 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:23:17,131 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:23:17,131 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:23:17,132 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421395832Running coprocessor pre-close hooks at 1731421395832Disabling compacts and flushes for region at 1731421395832Disabling writes for close at 1731421395833 (+1 ms)Obtaining lock to block concurrent updates at 1731421395833Preparing flush snapshotting stores in 1588230740 at 1731421395833Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731421395833Flushing stores of hbase:meta,,1.1588230740 at 1731421395833Flushing 1588230740/info: creating writer at 1731421395833Flushing 1588230740/info: appending metadata at 1731421395847 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731421395847Flushing 1588230740/ns: creating writer at 1731421396254 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731421396267 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731421396267Flushing 1588230740/rep_barrier: creating writer at 1731421396676 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731421396687 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731421396687Flushing 1588230740/table: creating writer at 1731421397094 (+407 ms)Flushing 1588230740/table: appending metadata at 1731421397106 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731421397106Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b9e81ba: reopening flushed file at 1731421397112 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fb2a52: reopening flushed file at 1731421397116 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a257c8d: reopening flushed file at 1731421397120 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fd35699: reopening flushed file at 1731421397123 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1295ms, sequenceid=16, compaction requested=false at 1731421397128 (+5 ms)Writing region close event to WAL at 1731421397129 (+1 ms)Running coprocessor post-close hooks at 1731421397131 (+2 ms)Closed at 1731421397131 2024-11-12T14:23:17,132 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T14:23:17,145 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931 to pos 1193, reset compression=false 2024-11-12T14:23:17,224 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.wal-reader.2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.1731421374682 to pos 1488, reset compression=false 2024-11-12T14:23:17,234 DEBUG [RS:0;2b6d221c5cde:37357 {}] regionserver.HRegionServer(1351): Waiting on 313191517d9af0d39f63a35308b908a1 2024-11-12T14:23:17,434 DEBUG [RS:0;2b6d221c5cde:37357 {}] regionserver.HRegionServer(1351): Waiting on 313191517d9af0d39f63a35308b908a1 2024-11-12T14:23:17,528 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/default/test/313191517d9af0d39f63a35308b908a1/.tmp/norep/4dafad160bf5454d8ed190223beeb6b6 2024-11-12T14:23:17,530 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4dafad160bf5454d8ed190223beeb6b6 2024-11-12T14:23:17,531 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/default/test/313191517d9af0d39f63a35308b908a1/.tmp/f/d61de00219a6423693816f621ea0b956 as hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/default/test/313191517d9af0d39f63a35308b908a1/f/d61de00219a6423693816f621ea0b956 2024-11-12T14:23:17,534 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d61de00219a6423693816f621ea0b956 2024-11-12T14:23:17,534 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/default/test/313191517d9af0d39f63a35308b908a1/f/d61de00219a6423693816f621ea0b956, entries=3, sequenceid=10, filesize=5.0 K 2024-11-12T14:23:17,535 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/default/test/313191517d9af0d39f63a35308b908a1/.tmp/f1/e5fd493adeee492ca0642255b134af7e as hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/default/test/313191517d9af0d39f63a35308b908a1/f1/e5fd493adeee492ca0642255b134af7e 2024-11-12T14:23:17,538 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e5fd493adeee492ca0642255b134af7e 2024-11-12T14:23:17,538 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/default/test/313191517d9af0d39f63a35308b908a1/f1/e5fd493adeee492ca0642255b134af7e, entries=3, sequenceid=10, filesize=5.0 K 2024-11-12T14:23:17,539 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/default/test/313191517d9af0d39f63a35308b908a1/.tmp/norep/4dafad160bf5454d8ed190223beeb6b6 as hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/default/test/313191517d9af0d39f63a35308b908a1/norep/4dafad160bf5454d8ed190223beeb6b6 2024-11-12T14:23:17,542 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4dafad160bf5454d8ed190223beeb6b6 2024-11-12T14:23:17,542 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/default/test/313191517d9af0d39f63a35308b908a1/norep/4dafad160bf5454d8ed190223beeb6b6, entries=1, sequenceid=10, filesize=5.0 K 2024-11-12T14:23:17,542 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 313191517d9af0d39f63a35308b908a1 in 1275ms, sequenceid=10, compaction requested=false 2024-11-12T14:23:17,545 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/data/default/test/313191517d9af0d39f63a35308b908a1/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-12T14:23:17,546 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:23:17,546 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T14:23:17,546 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731421380078.313191517d9af0d39f63a35308b908a1. 2024-11-12T14:23:17,546 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 313191517d9af0d39f63a35308b908a1: Waiting for close lock at 1731421396267Running coprocessor pre-close hooks at 1731421396267Disabling compacts and flushes for region at 1731421396267Disabling writes for close at 1731421396267Obtaining lock to block concurrent updates at 1731421396267Preparing flush snapshotting stores in 313191517d9af0d39f63a35308b908a1 at 1731421396267Finished memstore snapshotting test,,1731421380078.313191517d9af0d39f63a35308b908a1., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731421396267Flushing stores of test,,1731421380078.313191517d9af0d39f63a35308b908a1. at 1731421396267Flushing 313191517d9af0d39f63a35308b908a1/f: creating writer at 1731421396268 (+1 ms)Flushing 313191517d9af0d39f63a35308b908a1/f: appending metadata at 1731421396283 (+15 ms)Flushing 313191517d9af0d39f63a35308b908a1/f: closing flushed file at 1731421396283Flushing 313191517d9af0d39f63a35308b908a1/f1: creating writer at 1731421396691 (+408 ms)Flushing 313191517d9af0d39f63a35308b908a1/f1: appending metadata at 1731421396703 (+12 ms)Flushing 313191517d9af0d39f63a35308b908a1/f1: closing flushed file at 1731421396703Flushing 313191517d9af0d39f63a35308b908a1/norep: creating writer at 1731421397110 (+407 ms)Flushing 313191517d9af0d39f63a35308b908a1/norep: appending metadata at 1731421397124 (+14 ms)Flushing 313191517d9af0d39f63a35308b908a1/norep: closing flushed file at 1731421397124Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15cfb0ba: reopening flushed file at 1731421397531 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b83be59: reopening flushed file at 1731421397534 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39b33237: reopening flushed file at 1731421397538 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 313191517d9af0d39f63a35308b908a1 in 1275ms, sequenceid=10, compaction requested=false at 1731421397542 (+4 ms)Writing region close event to WAL at 1731421397543 (+1 ms)Running coprocessor post-close hooks at 1731421397546 (+3 ms)Closed at 1731421397546 2024-11-12T14:23:17,546 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731421380078.313191517d9af0d39f63a35308b908a1. 2024-11-12T14:23:17,634 INFO [RS:0;2b6d221c5cde:37357 {}] regionserver.HRegionServer(976): stopping server 2b6d221c5cde,37357,1731421372323; all regions closed. 2024-11-12T14:23:17,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741834_1010 (size=4239) 2024-11-12T14:23:17,636 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.meta.1731421375646.meta not finished, retry = 0 2024-11-12T14:23:17,727 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.wal-reader.2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.1731421374682 to pos 1488, reset compression=false 2024-11-12T14:23:17,730 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.wal-reader.2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T14:23:17,731 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.wal-reader.2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.1731421374682 to pos 2132, reset compression=false 2024-11-12T14:23:17,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741839_1015 (size=3114) 2024-11-12T14:23:17,738 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.rep.1731421387668 not finished, retry = 0 2024-11-12T14:23:17,780 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.wal-reader.2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.1731421363717 to pos 636, reset compression=false 2024-11-12T14:23:17,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741832_1008 (size=2140) 2024-11-12T14:23:17,841 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.1731421374682 not finished, retry = 0 2024-11-12T14:23:17,848 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931 to pos 1193, reset compression=false 2024-11-12T14:23:17,933 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.wal-reader.2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.1731421374682 to pos 2132, reset compression=false 2024-11-12T14:23:17,942 DEBUG [RS:0;2b6d221c5cde:37357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:17,942 INFO [RS:0;2b6d221c5cde:37357 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:23:17,942 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.wal-reader.2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/WALs/2b6d221c5cde,37357,1731421372323/2b6d221c5cde%2C37357%2C1731421372323.1731421374682 2024-11-12T14:23:17,942 INFO [RS:0;2b6d221c5cde:37357 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:23:17,942 INFO [RS:0;2b6d221c5cde:37357 {}] hbase.ChoreService(370): Chore service for: regionserver/2b6d221c5cde:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T14:23:17,942 INFO [RS:0;2b6d221c5cde:37357 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:23:17,942 INFO [regionserver/2b6d221c5cde:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:23:17,942 INFO [RS:0;2b6d221c5cde:37357 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2b6d221c5cde,37357,1731421372323 because: Region server is closing 2024-11-12T14:23:17,943 INFO [RS:0;2b6d221c5cde:37357 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:37357. 2024-11-12T14:23:17,943 DEBUG [RS:0;2b6d221c5cde:37357 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:23:17,943 DEBUG [RS:0;2b6d221c5cde:37357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:17,943 DEBUG [RS:0;2b6d221c5cde:37357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:17,943 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:23:18,043 INFO [RS:0;2b6d221c5cde:37357 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.shipper2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 terminated 2024-11-12T14:23:18,043 WARN [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,37357,1731421372323.replicationSource.wal-reader.2b6d221c5cde%2C37357%2C1731421372323,1-2b6d221c5cde,37357,1731421372323 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-12T14:23:18,043 INFO [RS:0;2b6d221c5cde:37357 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:37357. 2024-11-12T14:23:18,043 DEBUG [RS:0;2b6d221c5cde:37357 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:23:18,043 DEBUG [RS:0;2b6d221c5cde:37357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:18,043 DEBUG [RS:0;2b6d221c5cde:37357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:18,044 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:23:18,044 INFO [RS:0;2b6d221c5cde:37357 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37357 2024-11-12T14:23:18,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36693-0x1012f6d45ea0006, quorum=127.0.0.1:50693, baseZNode=/2956517268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2956517268/rs 2024-11-12T14:23:18,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37357-0x1012f6d45ea0007, quorum=127.0.0.1:50693, baseZNode=/2956517268 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2956517268/rs/2b6d221c5cde,37357,1731421372323 2024-11-12T14:23:18,093 INFO [RS:0;2b6d221c5cde:37357 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:23:18,104 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b6d221c5cde,37357,1731421372323] 2024-11-12T14:23:18,114 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2956517268/draining/2b6d221c5cde,37357,1731421372323 already deleted, retry=false 2024-11-12T14:23:18,114 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b6d221c5cde,37357,1731421372323 expired; onlineServers=0 2024-11-12T14:23:18,114 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b6d221c5cde,36693,1731421372178' ***** 2024-11-12T14:23:18,114 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T14:23:18,114 INFO [M:0;2b6d221c5cde:36693 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:23:18,114 INFO [M:0;2b6d221c5cde:36693 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:23:18,114 DEBUG [M:0;2b6d221c5cde:36693 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T14:23:18,114 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T14:23:18,114 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421374359 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421374359,5,FailOnTimeoutGroup] 2024-11-12T14:23:18,114 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421374359 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421374359,5,FailOnTimeoutGroup] 2024-11-12T14:23:18,115 DEBUG [M:0;2b6d221c5cde:36693 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T14:23:18,115 INFO [M:0;2b6d221c5cde:36693 {}] hbase.ChoreService(370): Chore service for: master/2b6d221c5cde:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T14:23:18,115 INFO [M:0;2b6d221c5cde:36693 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:23:18,115 DEBUG [M:0;2b6d221c5cde:36693 {}] master.HMaster(1795): Stopping service threads 2024-11-12T14:23:18,115 INFO [M:0;2b6d221c5cde:36693 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T14:23:18,115 INFO [M:0;2b6d221c5cde:36693 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:23:18,115 INFO [M:0;2b6d221c5cde:36693 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T14:23:18,115 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T14:23:18,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36693-0x1012f6d45ea0006, quorum=127.0.0.1:50693, baseZNode=/2956517268 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2956517268/master 2024-11-12T14:23:18,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36693-0x1012f6d45ea0006, quorum=127.0.0.1:50693, baseZNode=/2956517268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2956517268 2024-11-12T14:23:18,125 DEBUG [M:0;2b6d221c5cde:36693 {}] zookeeper.ZKUtil(347): master:36693-0x1012f6d45ea0006, quorum=127.0.0.1:50693, baseZNode=/2956517268 Unable to get data of znode /2956517268/master because node does not exist (not an error) 2024-11-12T14:23:18,125 WARN [M:0;2b6d221c5cde:36693 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T14:23:18,134 INFO [M:0;2b6d221c5cde:36693 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/.lastflushedseqids 2024-11-12T14:23:18,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741848_1024 (size=245) 2024-11-12T14:23:18,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37357-0x1012f6d45ea0007, quorum=127.0.0.1:50693, baseZNode=/2956517268 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:23:18,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37357-0x1012f6d45ea0007, quorum=127.0.0.1:50693, baseZNode=/2956517268 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:23:18,204 INFO [RS:0;2b6d221c5cde:37357 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:23:18,204 INFO [RS:0;2b6d221c5cde:37357 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b6d221c5cde,37357,1731421372323; zookeeper connection closed. 2024-11-12T14:23:18,204 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5d31709 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5d31709 2024-11-12T14:23:18,205 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T14:23:18,538 INFO [M:0;2b6d221c5cde:36693 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T14:23:18,538 INFO [M:0;2b6d221c5cde:36693 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T14:23:18,539 DEBUG [M:0;2b6d221c5cde:36693 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:23:18,539 INFO [M:0;2b6d221c5cde:36693 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:23:18,539 DEBUG [M:0;2b6d221c5cde:36693 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:23:18,539 DEBUG [M:0;2b6d221c5cde:36693 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:23:18,539 DEBUG [M:0;2b6d221c5cde:36693 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:23:18,539 INFO [M:0;2b6d221c5cde:36693 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-12T14:23:18,555 DEBUG [M:0;2b6d221c5cde:36693 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/750a25dadb21400ead37d8bb57d5343a is 82, key is hbase:meta,,1/info:regioninfo/1731421375672/Put/seqid=0 2024-11-12T14:23:18,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741849_1025 (size=5672) 2024-11-12T14:23:18,651 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931 to pos 1193, reset compression=false 2024-11-12T14:23:18,883 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.wal-reader.2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.1731421363717 to pos 636, reset compression=false 2024-11-12T14:23:18,959 INFO [M:0;2b6d221c5cde:36693 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/750a25dadb21400ead37d8bb57d5343a 2024-11-12T14:23:18,974 DEBUG [M:0;2b6d221c5cde:36693 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/760d0bfa59924a57b1cafdd7fadc227a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731421387707/Put/seqid=0 2024-11-12T14:23:18,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741850_1026 (size=8515) 2024-11-12T14:23:19,377 INFO [M:0;2b6d221c5cde:36693 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/760d0bfa59924a57b1cafdd7fadc227a 2024-11-12T14:23:19,393 DEBUG [M:0;2b6d221c5cde:36693 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/791e8786e30a42cc8d2f56eebf8cd658 is 69, key is 2b6d221c5cde,37357,1731421372323/rs:state/1731421374482/Put/seqid=0 2024-11-12T14:23:19,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741851_1027 (size=5156) 2024-11-12T14:23:19,496 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T14:23:19,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:19,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:19,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:19,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:19,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:19,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:19,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:19,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:19,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:19,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:19,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:19,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:19,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:19,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:19,553 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931 to pos 1193, reset compression=false 2024-11-12T14:23:19,796 INFO [M:0;2b6d221c5cde:36693 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/791e8786e30a42cc8d2f56eebf8cd658 2024-11-12T14:23:19,800 DEBUG [M:0;2b6d221c5cde:36693 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/750a25dadb21400ead37d8bb57d5343a as hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/750a25dadb21400ead37d8bb57d5343a 2024-11-12T14:23:19,803 INFO [M:0;2b6d221c5cde:36693 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/750a25dadb21400ead37d8bb57d5343a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-12T14:23:19,803 DEBUG [M:0;2b6d221c5cde:36693 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/760d0bfa59924a57b1cafdd7fadc227a as hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/760d0bfa59924a57b1cafdd7fadc227a 2024-11-12T14:23:19,806 INFO [M:0;2b6d221c5cde:36693 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/760d0bfa59924a57b1cafdd7fadc227a, entries=11, sequenceid=97, filesize=8.3 K 2024-11-12T14:23:19,807 DEBUG [M:0;2b6d221c5cde:36693 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/791e8786e30a42cc8d2f56eebf8cd658 as hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/791e8786e30a42cc8d2f56eebf8cd658 2024-11-12T14:23:19,809 INFO [M:0;2b6d221c5cde:36693 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44517/user/jenkins/test-data/28dddfdd-72c7-09b5-5716-94e567512df9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/791e8786e30a42cc8d2f56eebf8cd658, entries=1, sequenceid=97, filesize=5.0 K 2024-11-12T14:23:19,810 INFO [M:0;2b6d221c5cde:36693 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=97, compaction requested=false 2024-11-12T14:23:19,812 INFO [M:0;2b6d221c5cde:36693 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:23:19,812 DEBUG [M:0;2b6d221c5cde:36693 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421398538Disabling compacts and flushes for region at 1731421398538Disabling writes for close at 1731421398539 (+1 ms)Obtaining lock to block concurrent updates at 1731421398539Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731421398539Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731421398539Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731421398540 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731421398540Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731421398555 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731421398555Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731421398962 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731421398973 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731421398973Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731421399381 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731421399392 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731421399392Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@321ada87: reopening flushed file at 1731421399799 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49e632e1: reopening flushed file at 1731421399803 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@756681bb: reopening flushed file at 1731421399806 (+3 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=97, compaction requested=false at 1731421399810 (+4 ms)Writing region close event to WAL at 1731421399812 (+2 ms)Closed at 1731421399812 2024-11-12T14:23:19,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741830_1006 (size=63642) 2024-11-12T14:23:19,814 INFO [M:0;2b6d221c5cde:36693 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T14:23:19,814 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:23:19,814 INFO [M:0;2b6d221c5cde:36693 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36693 2024-11-12T14:23:19,815 INFO [M:0;2b6d221c5cde:36693 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:23:19,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36693-0x1012f6d45ea0006, quorum=127.0.0.1:50693, baseZNode=/2956517268 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:23:19,983 INFO [M:0;2b6d221c5cde:36693 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:23:19,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36693-0x1012f6d45ea0006, quorum=127.0.0.1:50693, baseZNode=/2956517268 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:23:19,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@788d60a6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:23:19,985 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2002b9ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:23:19,985 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:23:19,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a3036e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:23:19,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@399c85bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f15e0b26-1816-805a-87e3-3e61a184ed31/hadoop.log.dir/,STOPPED} 2024-11-12T14:23:19,986 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T14:23:19,986 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T14:23:19,988 WARN [BP-58637176-172.17.0.3-1731421369555 heartbeating to localhost/127.0.0.1:44517 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T14:23:19,988 WARN [BP-58637176-172.17.0.3-1731421369555 heartbeating to localhost/127.0.0.1:44517 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-58637176-172.17.0.3-1731421369555 (Datanode Uuid 2b86ebb9-a9c4-4beb-83a2-7c2f64750c73) service to localhost/127.0.0.1:44517 2024-11-12T14:23:19,988 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f15e0b26-1816-805a-87e3-3e61a184ed31/cluster_76edf4d7-23dd-5d2b-3c8a-12899e07b2e7/data/data1/current/BP-58637176-172.17.0.3-1731421369555 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:23:19,989 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f15e0b26-1816-805a-87e3-3e61a184ed31/cluster_76edf4d7-23dd-5d2b-3c8a-12899e07b2e7/data/data2/current/BP-58637176-172.17.0.3-1731421369555 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:23:19,989 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T14:23:19,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@52302a79{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:23:19,994 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13cefcc8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:23:19,994 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:23:19,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@124f583f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:23:19,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c636791{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f15e0b26-1816-805a-87e3-3e61a184ed31/hadoop.log.dir/,STOPPED} 2024-11-12T14:23:20,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T14:23:20,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T14:23:20,006 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:23:20,006 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:23:20,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:20,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:20,006 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:23:20,006 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T14:23:20,007 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=654346276, stopped=false 2024-11-12T14:23:20,007 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b6d221c5cde,41627,1731421366458 2024-11-12T14:23:20,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44873-0x1012f6d45ea0004, quorum=127.0.0.1:50693, baseZNode=/12113840159 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12113840159/running 2024-11-12T14:23:20,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41627-0x1012f6d45ea0003, quorum=127.0.0.1:50693, baseZNode=/12113840159 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12113840159/running 2024-11-12T14:23:20,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44873-0x1012f6d45ea0004, quorum=127.0.0.1:50693, baseZNode=/12113840159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12113840159 2024-11-12T14:23:20,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41627-0x1012f6d45ea0003, quorum=127.0.0.1:50693, baseZNode=/12113840159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12113840159 2024-11-12T14:23:20,024 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:23:20,024 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:23:20,025 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:23:20,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:20,025 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44873-0x1012f6d45ea0004, quorum=127.0.0.1:50693, baseZNode=/12113840159 Set watcher on znode that does not yet exist, /12113840159/running 2024-11-12T14:23:20,025 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b6d221c5cde,44873,1731421366577' ***** 2024-11-12T14:23:20,025 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T14:23:20,025 INFO [RS:0;2b6d221c5cde:44873 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T14:23:20,025 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41627-0x1012f6d45ea0003, quorum=127.0.0.1:50693, baseZNode=/12113840159 Set watcher on znode that does not yet exist, /12113840159/running 2024-11-12T14:23:20,025 INFO [RS:0;2b6d221c5cde:44873 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T14:23:20,025 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T14:23:20,025 INFO [RS:0;2b6d221c5cde:44873 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T14:23:20,025 INFO [RS:0;2b6d221c5cde:44873 {}] regionserver.HRegionServer(3091): Received CLOSE for 7bf2839b6f2cec7cbdfbfc43948347ef 2024-11-12T14:23:20,026 INFO [RS:0;2b6d221c5cde:44873 {}] regionserver.HRegionServer(3091): Received CLOSE for 0cccf9461dd143b60b7d480e6cd245b6 2024-11-12T14:23:20,026 INFO [RS:0;2b6d221c5cde:44873 {}] regionserver.HRegionServer(959): stopping server 2b6d221c5cde,44873,1731421366577 2024-11-12T14:23:20,026 INFO [RS:0;2b6d221c5cde:44873 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:23:20,026 INFO [RS:0;2b6d221c5cde:44873 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:44873. 2024-11-12T14:23:20,026 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7bf2839b6f2cec7cbdfbfc43948347ef, disabling compactions & flushes 2024-11-12T14:23:20,026 DEBUG [RS:0;2b6d221c5cde:44873 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:23:20,026 DEBUG [RS:0;2b6d221c5cde:44873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:20,026 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731421384388.7bf2839b6f2cec7cbdfbfc43948347ef. 2024-11-12T14:23:20,026 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731421384388.7bf2839b6f2cec7cbdfbfc43948347ef. 2024-11-12T14:23:20,026 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731421384388.7bf2839b6f2cec7cbdfbfc43948347ef. after waiting 0 ms 2024-11-12T14:23:20,026 INFO [RS:0;2b6d221c5cde:44873 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T14:23:20,026 INFO [RS:0;2b6d221c5cde:44873 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T14:23:20,026 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731421384388.7bf2839b6f2cec7cbdfbfc43948347ef. 2024-11-12T14:23:20,026 INFO [RS:0;2b6d221c5cde:44873 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T14:23:20,026 INFO [RS:0;2b6d221c5cde:44873 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T14:23:20,026 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7bf2839b6f2cec7cbdfbfc43948347ef 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-12T14:23:20,026 INFO [RS:0;2b6d221c5cde:44873 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T14:23:20,026 DEBUG [RS:0;2b6d221c5cde:44873 {}] regionserver.HRegionServer(1325): Online Regions={7bf2839b6f2cec7cbdfbfc43948347ef=hbase:replication,,1731421384388.7bf2839b6f2cec7cbdfbfc43948347ef., 1588230740=hbase:meta,,1.1588230740, 0cccf9461dd143b60b7d480e6cd245b6=test,,1731421377930.0cccf9461dd143b60b7d480e6cd245b6.} 2024-11-12T14:23:20,026 DEBUG [RS:0;2b6d221c5cde:44873 {}] regionserver.HRegionServer(1351): Waiting on 0cccf9461dd143b60b7d480e6cd245b6, 1588230740, 7bf2839b6f2cec7cbdfbfc43948347ef 2024-11-12T14:23:20,026 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:23:20,026 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:23:20,026 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:23:20,026 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:23:20,027 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:23:20,027 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T14:23:20,029 INFO [regionserver/2b6d221c5cde:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:23:20,039 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/hbase/meta/1588230740/.tmp/info/fd21d2bb18bc4430bcf30c32b5f746de is 147, key is hbase:replication,,1731421384388.7bf2839b6f2cec7cbdfbfc43948347ef./info:regioninfo/1731421385575/Put/seqid=0 2024-11-12T14:23:20,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741840_1016 (size=7686) 2024-11-12T14:23:20,042 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/hbase/replication/7bf2839b6f2cec7cbdfbfc43948347ef/.tmp/queue/61f2884adc89473f84c196d22d9a6c85 is 154, key is 1-2b6d221c5cde,44873,1731421366577/queue:2b6d221c5cde%2C44873%2C1731421366577/1731421395131/Put/seqid=0 2024-11-12T14:23:20,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741841_1017 (size=5353) 2024-11-12T14:23:20,045 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/hbase/replication/7bf2839b6f2cec7cbdfbfc43948347ef/.tmp/queue/61f2884adc89473f84c196d22d9a6c85 2024-11-12T14:23:20,049 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/hbase/replication/7bf2839b6f2cec7cbdfbfc43948347ef/.tmp/queue/61f2884adc89473f84c196d22d9a6c85 as hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/hbase/replication/7bf2839b6f2cec7cbdfbfc43948347ef/queue/61f2884adc89473f84c196d22d9a6c85 2024-11-12T14:23:20,051 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/hbase/replication/7bf2839b6f2cec7cbdfbfc43948347ef/queue/61f2884adc89473f84c196d22d9a6c85, entries=1, sequenceid=12, filesize=5.2 K 2024-11-12T14:23:20,052 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 7bf2839b6f2cec7cbdfbfc43948347ef in 26ms, sequenceid=12, compaction requested=false 2024-11-12T14:23:20,052 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T14:23:20,055 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/hbase/replication/7bf2839b6f2cec7cbdfbfc43948347ef/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-12T14:23:20,056 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:23:20,056 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:23:20,056 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731421384388.7bf2839b6f2cec7cbdfbfc43948347ef. 2024-11-12T14:23:20,056 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7bf2839b6f2cec7cbdfbfc43948347ef: Waiting for close lock at 1731421400026Running coprocessor pre-close hooks at 1731421400026Disabling compacts and flushes for region at 1731421400026Disabling writes for close at 1731421400026Obtaining lock to block concurrent updates at 1731421400026Preparing flush snapshotting stores in 7bf2839b6f2cec7cbdfbfc43948347ef at 1731421400026Finished memstore snapshotting hbase:replication,,1731421384388.7bf2839b6f2cec7cbdfbfc43948347ef., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731421400026Flushing stores of hbase:replication,,1731421384388.7bf2839b6f2cec7cbdfbfc43948347ef. at 1731421400027 (+1 ms)Flushing 7bf2839b6f2cec7cbdfbfc43948347ef/queue: creating writer at 1731421400027Flushing 7bf2839b6f2cec7cbdfbfc43948347ef/queue: appending metadata at 1731421400042 (+15 ms)Flushing 7bf2839b6f2cec7cbdfbfc43948347ef/queue: closing flushed file at 1731421400042Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1879d953: reopening flushed file at 1731421400048 (+6 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 7bf2839b6f2cec7cbdfbfc43948347ef in 26ms, sequenceid=12, compaction requested=false at 1731421400052 (+4 ms)Writing region close event to WAL at 1731421400053 (+1 ms)Running coprocessor post-close hooks at 1731421400056 (+3 ms)Closed at 1731421400056 2024-11-12T14:23:20,056 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731421384388.7bf2839b6f2cec7cbdfbfc43948347ef. 2024-11-12T14:23:20,056 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0cccf9461dd143b60b7d480e6cd245b6, disabling compactions & flushes 2024-11-12T14:23:20,056 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731421377930.0cccf9461dd143b60b7d480e6cd245b6. 2024-11-12T14:23:20,056 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731421377930.0cccf9461dd143b60b7d480e6cd245b6. 2024-11-12T14:23:20,056 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731421377930.0cccf9461dd143b60b7d480e6cd245b6. after waiting 0 ms 2024-11-12T14:23:20,056 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731421377930.0cccf9461dd143b60b7d480e6cd245b6. 2024-11-12T14:23:20,056 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0cccf9461dd143b60b7d480e6cd245b6 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-12T14:23:20,069 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/default/test/0cccf9461dd143b60b7d480e6cd245b6/.tmp/f/9bd1013652304a83839667d0e108b0c6 is 29, key is row1/f:/1731421393715/DeleteFamily/seqid=0 2024-11-12T14:23:20,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741842_1018 (size=5152) 2024-11-12T14:23:20,086 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.wal-reader.2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.1731421363717 to pos 636, reset compression=false 2024-11-12T14:23:20,227 DEBUG [RS:0;2b6d221c5cde:44873 {}] regionserver.HRegionServer(1351): Waiting on 0cccf9461dd143b60b7d480e6cd245b6, 1588230740 2024-11-12T14:23:20,427 DEBUG [RS:0;2b6d221c5cde:44873 {}] regionserver.HRegionServer(1351): Waiting on 0cccf9461dd143b60b7d480e6cd245b6, 1588230740 2024-11-12T14:23:20,442 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/hbase/meta/1588230740/.tmp/info/fd21d2bb18bc4430bcf30c32b5f746de 2024-11-12T14:23:20,457 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/hbase/meta/1588230740/.tmp/ns/5c6dc28a6a144b788e8fde3bdfb94abf is 43, key is default/ns:d/1731421369431/Put/seqid=0 2024-11-12T14:23:20,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741843_1019 (size=5153) 2024-11-12T14:23:20,473 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/default/test/0cccf9461dd143b60b7d480e6cd245b6/.tmp/f/9bd1013652304a83839667d0e108b0c6 2024-11-12T14:23:20,476 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9bd1013652304a83839667d0e108b0c6 2024-11-12T14:23:20,488 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/default/test/0cccf9461dd143b60b7d480e6cd245b6/.tmp/f1/85402453f8dc46babb93d26f65dba226 is 30, key is row1/f1:/1731421393715/DeleteFamily/seqid=0 2024-11-12T14:23:20,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741844_1020 (size=5158) 2024-11-12T14:23:20,557 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931 to pos 1193, reset compression=false 2024-11-12T14:23:20,560 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T14:23:20,560 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931 to pos 1440, reset compression=false 2024-11-12T14:23:20,560 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.shipper2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,44873,1731421366577 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931, lastWalPosition=1440, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T14:23:20,561 ERROR [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.shipper2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2b6d221c5cde,44873,1731421366577: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-2b6d221c5cde,44873,1731421366577, walGroup=2b6d221c5cde%2C44873%2C1731421366577, offset=2b6d221c5cde%2C44873%2C1731421366577.1731421368931:1440, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b6d221c5cde:44873 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T14:23:20,562 ERROR [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.shipper2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T14:23:20,562 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.shipper2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T14:23:20,562 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.shipper2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T14:23:20,562 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.shipper2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T14:23:20,562 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.shipper2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T14:23:20,562 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.shipper2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1388314624, "init": 1048576000, "max": 2306867200, "used": 991990472 }, "NonHeapMemoryUsage": { "committed": 205979648, "init": 7667712, "max": -1, "used": 202338272 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T14:23:20,563 WARN [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.shipper2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b6d221c5cde:41627 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b6d221c5cde:41627 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T14:23:20,627 DEBUG [RS:0;2b6d221c5cde:44873 {}] regionserver.HRegionServer(1351): Waiting on 0cccf9461dd143b60b7d480e6cd245b6, 1588230740 2024-11-12T14:23:20,728 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b6d221c5cde:41627 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-12T14:23:20,763 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931 to pos 1440, reset compression=false 2024-11-12T14:23:20,822 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T14:23:20,822 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T14:23:20,827 DEBUG [RS:0;2b6d221c5cde:44873 {}] regionserver.HRegionServer(1351): Waiting on 0cccf9461dd143b60b7d480e6cd245b6, 1588230740 2024-11-12T14:23:20,860 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/hbase/meta/1588230740/.tmp/ns/5c6dc28a6a144b788e8fde3bdfb94abf 2024-11-12T14:23:20,875 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/hbase/meta/1588230740/.tmp/rep_barrier/a52efb9dd76b4902a17bbb603a078fb9 is 112, key is test,,1731421377930.0cccf9461dd143b60b7d480e6cd245b6./rep_barrier:seqnumDuringOpen/1731421379071/Put/seqid=0 2024-11-12T14:23:20,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741845_1021 (size=5518) 2024-11-12T14:23:20,891 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/default/test/0cccf9461dd143b60b7d480e6cd245b6/.tmp/f1/85402453f8dc46babb93d26f65dba226 2024-11-12T14:23:20,894 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 85402453f8dc46babb93d26f65dba226 2024-11-12T14:23:20,910 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/default/test/0cccf9461dd143b60b7d480e6cd245b6/.tmp/norep/3e02517a0ecb44a0a38ead52b87c305c is 33, key is row1/norep:/1731421393715/DeleteFamily/seqid=0 2024-11-12T14:23:20,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741846_1022 (size=5108) 2024-11-12T14:23:21,027 INFO [RS:0;2b6d221c5cde:44873 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T14:23:21,027 DEBUG [RS:0;2b6d221c5cde:44873 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0cccf9461dd143b60b7d480e6cd245b6=test,,1731421377930.0cccf9461dd143b60b7d480e6cd245b6.} 2024-11-12T14:23:21,027 DEBUG [RS:0;2b6d221c5cde:44873 {}] regionserver.HRegionServer(1351): Waiting on 0cccf9461dd143b60b7d480e6cd245b6, 1588230740 2024-11-12T14:23:21,066 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931 to pos 1440, reset compression=false 2024-11-12T14:23:21,227 DEBUG [RS:0;2b6d221c5cde:44873 {}] regionserver.HRegionServer(1351): Waiting on 0cccf9461dd143b60b7d480e6cd245b6, 1588230740 2024-11-12T14:23:21,279 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/hbase/meta/1588230740/.tmp/rep_barrier/a52efb9dd76b4902a17bbb603a078fb9 2024-11-12T14:23:21,298 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/hbase/meta/1588230740/.tmp/table/41045046afdf43908c7d149762dc6ef8 is 53, key is hbase:replication/table:state/1731421385581/Put/seqid=0 2024-11-12T14:23:21,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741847_1023 (size=5308) 2024-11-12T14:23:21,314 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/default/test/0cccf9461dd143b60b7d480e6cd245b6/.tmp/norep/3e02517a0ecb44a0a38ead52b87c305c 2024-11-12T14:23:21,316 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3e02517a0ecb44a0a38ead52b87c305c 2024-11-12T14:23:21,317 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/default/test/0cccf9461dd143b60b7d480e6cd245b6/.tmp/f/9bd1013652304a83839667d0e108b0c6 as hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/default/test/0cccf9461dd143b60b7d480e6cd245b6/f/9bd1013652304a83839667d0e108b0c6 2024-11-12T14:23:21,320 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9bd1013652304a83839667d0e108b0c6 2024-11-12T14:23:21,320 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/default/test/0cccf9461dd143b60b7d480e6cd245b6/f/9bd1013652304a83839667d0e108b0c6, entries=3, sequenceid=10, filesize=5.0 K 2024-11-12T14:23:21,321 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/default/test/0cccf9461dd143b60b7d480e6cd245b6/.tmp/f1/85402453f8dc46babb93d26f65dba226 as hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/default/test/0cccf9461dd143b60b7d480e6cd245b6/f1/85402453f8dc46babb93d26f65dba226 2024-11-12T14:23:21,324 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 85402453f8dc46babb93d26f65dba226 2024-11-12T14:23:21,324 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/default/test/0cccf9461dd143b60b7d480e6cd245b6/f1/85402453f8dc46babb93d26f65dba226, entries=3, sequenceid=10, filesize=5.0 K 2024-11-12T14:23:21,325 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/default/test/0cccf9461dd143b60b7d480e6cd245b6/.tmp/norep/3e02517a0ecb44a0a38ead52b87c305c as hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/default/test/0cccf9461dd143b60b7d480e6cd245b6/norep/3e02517a0ecb44a0a38ead52b87c305c 2024-11-12T14:23:21,328 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3e02517a0ecb44a0a38ead52b87c305c 2024-11-12T14:23:21,328 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/default/test/0cccf9461dd143b60b7d480e6cd245b6/norep/3e02517a0ecb44a0a38ead52b87c305c, entries=1, sequenceid=10, filesize=5.0 K 2024-11-12T14:23:21,328 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 0cccf9461dd143b60b7d480e6cd245b6 in 1272ms, sequenceid=10, compaction requested=false 2024-11-12T14:23:21,328 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T14:23:21,331 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/default/test/0cccf9461dd143b60b7d480e6cd245b6/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-12T14:23:21,332 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:23:21,332 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T14:23:21,332 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731421377930.0cccf9461dd143b60b7d480e6cd245b6. 2024-11-12T14:23:21,332 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0cccf9461dd143b60b7d480e6cd245b6: Waiting for close lock at 1731421400056Running coprocessor pre-close hooks at 1731421400056Disabling compacts and flushes for region at 1731421400056Disabling writes for close at 1731421400056Obtaining lock to block concurrent updates at 1731421400056Preparing flush snapshotting stores in 0cccf9461dd143b60b7d480e6cd245b6 at 1731421400056Finished memstore snapshotting test,,1731421377930.0cccf9461dd143b60b7d480e6cd245b6., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731421400057 (+1 ms)Flushing stores of test,,1731421377930.0cccf9461dd143b60b7d480e6cd245b6. at 1731421400057Flushing 0cccf9461dd143b60b7d480e6cd245b6/f: creating writer at 1731421400057Flushing 0cccf9461dd143b60b7d480e6cd245b6/f: appending metadata at 1731421400069 (+12 ms)Flushing 0cccf9461dd143b60b7d480e6cd245b6/f: closing flushed file at 1731421400069Flushing 0cccf9461dd143b60b7d480e6cd245b6/f1: creating writer at 1731421400476 (+407 ms)Flushing 0cccf9461dd143b60b7d480e6cd245b6/f1: appending metadata at 1731421400487 (+11 ms)Flushing 0cccf9461dd143b60b7d480e6cd245b6/f1: closing flushed file at 1731421400487Flushing 0cccf9461dd143b60b7d480e6cd245b6/norep: creating writer at 1731421400895 (+408 ms)Flushing 0cccf9461dd143b60b7d480e6cd245b6/norep: appending metadata at 1731421400909 (+14 ms)Flushing 0cccf9461dd143b60b7d480e6cd245b6/norep: closing flushed file at 1731421400909Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69a309fc: reopening flushed file at 1731421401316 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17c9757a: reopening flushed file at 1731421401320 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4edd0801: reopening flushed file at 1731421401324 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 0cccf9461dd143b60b7d480e6cd245b6 in 1272ms, sequenceid=10, compaction requested=false at 1731421401328 (+4 ms)Writing region close event to WAL at 1731421401330 (+2 ms)Running coprocessor post-close hooks at 1731421401332 (+2 ms)Closed at 1731421401332 2024-11-12T14:23:21,332 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731421377930.0cccf9461dd143b60b7d480e6cd245b6. 2024-11-12T14:23:21,389 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.wal-reader.2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.1731421363717 to pos 636, reset compression=false 2024-11-12T14:23:21,427 DEBUG [RS:0;2b6d221c5cde:44873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:23:21,469 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931 to pos 1440, reset compression=false 2024-11-12T14:23:21,472 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T14:23:21,472 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931 to pos 2084, reset compression=false 2024-11-12T14:23:21,628 DEBUG [RS:0;2b6d221c5cde:44873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:23:21,675 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.wal-reader.2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.1731421368931 to pos 2084, reset compression=false 2024-11-12T14:23:21,701 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/hbase/meta/1588230740/.tmp/table/41045046afdf43908c7d149762dc6ef8 2024-11-12T14:23:21,705 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/hbase/meta/1588230740/.tmp/info/fd21d2bb18bc4430bcf30c32b5f746de as hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/hbase/meta/1588230740/info/fd21d2bb18bc4430bcf30c32b5f746de 2024-11-12T14:23:21,708 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/hbase/meta/1588230740/info/fd21d2bb18bc4430bcf30c32b5f746de, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T14:23:21,709 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/hbase/meta/1588230740/.tmp/ns/5c6dc28a6a144b788e8fde3bdfb94abf as hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/hbase/meta/1588230740/ns/5c6dc28a6a144b788e8fde3bdfb94abf 2024-11-12T14:23:21,712 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/hbase/meta/1588230740/ns/5c6dc28a6a144b788e8fde3bdfb94abf, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T14:23:21,713 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/hbase/meta/1588230740/.tmp/rep_barrier/a52efb9dd76b4902a17bbb603a078fb9 as hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/hbase/meta/1588230740/rep_barrier/a52efb9dd76b4902a17bbb603a078fb9 2024-11-12T14:23:21,716 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/hbase/meta/1588230740/rep_barrier/a52efb9dd76b4902a17bbb603a078fb9, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T14:23:21,717 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/hbase/meta/1588230740/.tmp/table/41045046afdf43908c7d149762dc6ef8 as hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/hbase/meta/1588230740/table/41045046afdf43908c7d149762dc6ef8 2024-11-12T14:23:21,719 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/hbase/meta/1588230740/table/41045046afdf43908c7d149762dc6ef8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T14:23:21,720 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1693ms, sequenceid=16, compaction requested=false 2024-11-12T14:23:21,720 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T14:23:21,724 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T14:23:21,724 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:23:21,724 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:23:21,724 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:23:21,724 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421400026Running coprocessor pre-close hooks at 1731421400026Disabling compacts and flushes for region at 1731421400026Disabling writes for close at 1731421400026Obtaining lock to block concurrent updates at 1731421400027 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731421400027Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731421400027Flushing stores of hbase:meta,,1.1588230740 at 1731421400027Flushing 1588230740/info: creating writer at 1731421400027Flushing 1588230740/info: appending metadata at 1731421400039 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731421400039Flushing 1588230740/ns: creating writer at 1731421400445 (+406 ms)Flushing 1588230740/ns: appending metadata at 1731421400457 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731421400457Flushing 1588230740/rep_barrier: creating writer at 1731421400863 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731421400875 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731421400875Flushing 1588230740/table: creating writer at 1731421401282 (+407 ms)Flushing 1588230740/table: appending metadata at 1731421401297 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731421401297Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ce7079e: reopening flushed file at 1731421401704 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d76b721: reopening flushed file at 1731421401709 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3342bf43: reopening flushed file at 1731421401712 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@297a6f06: reopening flushed file at 1731421401716 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1693ms, sequenceid=16, compaction requested=false at 1731421401720 (+4 ms)Writing region close event to WAL at 1731421401722 (+2 ms)Running coprocessor post-close hooks at 1731421401724 (+2 ms)Closed at 1731421401724 2024-11-12T14:23:21,724 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T14:23:21,828 INFO [RS:0;2b6d221c5cde:44873 {}] regionserver.HRegionServer(976): stopping server 2b6d221c5cde,44873,1731421366577; all regions closed. 2024-11-12T14:23:21,830 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/WALs/2b6d221c5cde,44873,1731421366577/2b6d221c5cde%2C44873%2C1731421366577.meta.1731421369394.meta not finished, retry = 0 2024-11-12T14:23:21,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741834_1010 (size=4239) 2024-11-12T14:23:21,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741839_1015 (size=3114) 2024-11-12T14:23:21,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741832_1008 (size=2092) 2024-11-12T14:23:21,934 DEBUG [RS:0;2b6d221c5cde:44873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:21,934 INFO [RS:0;2b6d221c5cde:44873 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:23:21,935 INFO [RS:0;2b6d221c5cde:44873 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:23:21,935 INFO [RS:0;2b6d221c5cde:44873 {}] hbase.ChoreService(370): Chore service for: regionserver/2b6d221c5cde:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T14:23:21,935 INFO [RS:0;2b6d221c5cde:44873 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:23:21,935 INFO [regionserver/2b6d221c5cde:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:23:21,935 INFO [RS:0;2b6d221c5cde:44873 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2b6d221c5cde,44873,1731421366577 because: Region server is closing 2024-11-12T14:23:21,935 INFO [RS:0;2b6d221c5cde:44873 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:44873. 2024-11-12T14:23:21,935 DEBUG [RS:0;2b6d221c5cde:44873 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:23:21,935 DEBUG [RS:0;2b6d221c5cde:44873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:21,935 DEBUG [RS:0;2b6d221c5cde:44873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:21,935 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:23:22,035 INFO [RS:0;2b6d221c5cde:44873 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,44873,1731421366577.replicationSource.shipper2b6d221c5cde%2C44873%2C1731421366577,1-2b6d221c5cde,44873,1731421366577 terminated 2024-11-12T14:23:22,036 INFO [RS:0;2b6d221c5cde:44873 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:44873. 2024-11-12T14:23:22,036 DEBUG [RS:0;2b6d221c5cde:44873 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:23:22,036 DEBUG [RS:0;2b6d221c5cde:44873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:22,036 DEBUG [RS:0;2b6d221c5cde:44873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:22,036 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:23:22,036 INFO [RS:0;2b6d221c5cde:44873 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44873 2024-11-12T14:23:22,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41627-0x1012f6d45ea0003, quorum=127.0.0.1:50693, baseZNode=/12113840159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12113840159/rs 2024-11-12T14:23:22,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44873-0x1012f6d45ea0004, quorum=127.0.0.1:50693, baseZNode=/12113840159 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12113840159/rs/2b6d221c5cde,44873,1731421366577 2024-11-12T14:23:22,098 INFO [RS:0;2b6d221c5cde:44873 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:23:22,108 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b6d221c5cde,44873,1731421366577] 2024-11-12T14:23:22,148 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12113840159/draining/2b6d221c5cde,44873,1731421366577 already deleted, retry=false 2024-11-12T14:23:22,148 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b6d221c5cde,44873,1731421366577 expired; onlineServers=0 2024-11-12T14:23:22,148 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b6d221c5cde,41627,1731421366458' ***** 2024-11-12T14:23:22,148 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T14:23:22,148 INFO [M:0;2b6d221c5cde:41627 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:23:22,149 INFO [M:0;2b6d221c5cde:41627 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:23:22,149 DEBUG [M:0;2b6d221c5cde:41627 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T14:23:22,149 DEBUG [M:0;2b6d221c5cde:41627 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T14:23:22,149 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T14:23:22,149 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421368632 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421368632,5,FailOnTimeoutGroup] 2024-11-12T14:23:22,149 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421368632 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421368632,5,FailOnTimeoutGroup] 2024-11-12T14:23:22,149 INFO [M:0;2b6d221c5cde:41627 {}] hbase.ChoreService(370): Chore service for: master/2b6d221c5cde:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T14:23:22,149 INFO [M:0;2b6d221c5cde:41627 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:23:22,149 DEBUG [M:0;2b6d221c5cde:41627 {}] master.HMaster(1795): Stopping service threads 2024-11-12T14:23:22,149 INFO [M:0;2b6d221c5cde:41627 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T14:23:22,149 INFO [M:0;2b6d221c5cde:41627 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:23:22,149 INFO [M:0;2b6d221c5cde:41627 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T14:23:22,149 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T14:23:22,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41627-0x1012f6d45ea0003, quorum=127.0.0.1:50693, baseZNode=/12113840159 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12113840159/master 2024-11-12T14:23:22,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41627-0x1012f6d45ea0003, quorum=127.0.0.1:50693, baseZNode=/12113840159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12113840159 2024-11-12T14:23:22,166 DEBUG [M:0;2b6d221c5cde:41627 {}] zookeeper.ZKUtil(347): master:41627-0x1012f6d45ea0003, quorum=127.0.0.1:50693, baseZNode=/12113840159 Unable to get data of znode /12113840159/master because node does not exist (not an error) 2024-11-12T14:23:22,166 WARN [M:0;2b6d221c5cde:41627 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T14:23:22,167 INFO [M:0;2b6d221c5cde:41627 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/.lastflushedseqids 2024-11-12T14:23:22,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741848_1024 (size=245) 2024-11-12T14:23:22,209 INFO [RS:0;2b6d221c5cde:44873 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:23:22,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44873-0x1012f6d45ea0004, quorum=127.0.0.1:50693, baseZNode=/12113840159 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:23:22,209 INFO [RS:0;2b6d221c5cde:44873 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b6d221c5cde,44873,1731421366577; zookeeper connection closed. 2024-11-12T14:23:22,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44873-0x1012f6d45ea0004, quorum=127.0.0.1:50693, baseZNode=/12113840159 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:23:22,209 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2e360692 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2e360692 2024-11-12T14:23:22,209 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T14:23:22,571 INFO [M:0;2b6d221c5cde:41627 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T14:23:22,571 INFO [M:0;2b6d221c5cde:41627 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T14:23:22,571 DEBUG [M:0;2b6d221c5cde:41627 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:23:22,571 INFO [M:0;2b6d221c5cde:41627 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:23:22,571 DEBUG [M:0;2b6d221c5cde:41627 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:23:22,571 DEBUG [M:0;2b6d221c5cde:41627 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:23:22,571 DEBUG [M:0;2b6d221c5cde:41627 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:23:22,571 INFO [M:0;2b6d221c5cde:41627 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-12T14:23:22,585 DEBUG [M:0;2b6d221c5cde:41627 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/62c5aeb35e7a458e8426936e5cb8a154 is 82, key is hbase:meta,,1/info:regioninfo/1731421369419/Put/seqid=0 2024-11-12T14:23:22,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741849_1025 (size=5672) 2024-11-12T14:23:22,792 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.wal-reader.2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.1731421363717 to pos 636, reset compression=false 2024-11-12T14:23:22,989 INFO [M:0;2b6d221c5cde:41627 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/62c5aeb35e7a458e8426936e5cb8a154 2024-11-12T14:23:23,003 DEBUG [M:0;2b6d221c5cde:41627 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/749aae9ad60c4acd964bd70d4583d6d3 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731421379080/Put/seqid=0 2024-11-12T14:23:23,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741850_1026 (size=7217) 2024-11-12T14:23:23,407 INFO [M:0;2b6d221c5cde:41627 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/749aae9ad60c4acd964bd70d4583d6d3 2024-11-12T14:23:23,410 INFO [M:0;2b6d221c5cde:41627 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 749aae9ad60c4acd964bd70d4583d6d3 2024-11-12T14:23:23,422 DEBUG [M:0;2b6d221c5cde:41627 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b133d2a19db648c28047d088312a3368 is 69, key is 2b6d221c5cde,44873,1731421366577/rs:state/1731421368740/Put/seqid=0 2024-11-12T14:23:23,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741851_1027 (size=5156) 2024-11-12T14:23:23,825 INFO [M:0;2b6d221c5cde:41627 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b133d2a19db648c28047d088312a3368 2024-11-12T14:23:23,830 DEBUG [M:0;2b6d221c5cde:41627 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/62c5aeb35e7a458e8426936e5cb8a154 as hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/62c5aeb35e7a458e8426936e5cb8a154 2024-11-12T14:23:23,832 INFO [M:0;2b6d221c5cde:41627 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/62c5aeb35e7a458e8426936e5cb8a154, entries=8, sequenceid=105, filesize=5.5 K 2024-11-12T14:23:23,833 DEBUG [M:0;2b6d221c5cde:41627 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/749aae9ad60c4acd964bd70d4583d6d3 as hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/749aae9ad60c4acd964bd70d4583d6d3 2024-11-12T14:23:23,835 INFO [M:0;2b6d221c5cde:41627 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 749aae9ad60c4acd964bd70d4583d6d3 2024-11-12T14:23:23,835 INFO [M:0;2b6d221c5cde:41627 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/749aae9ad60c4acd964bd70d4583d6d3, entries=11, sequenceid=105, filesize=7.0 K 2024-11-12T14:23:23,836 DEBUG [M:0;2b6d221c5cde:41627 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b133d2a19db648c28047d088312a3368 as hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b133d2a19db648c28047d088312a3368 2024-11-12T14:23:23,839 INFO [M:0;2b6d221c5cde:41627 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36019/user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b133d2a19db648c28047d088312a3368, entries=1, sequenceid=105, filesize=5.0 K 2024-11-12T14:23:23,840 INFO [M:0;2b6d221c5cde:41627 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1269ms, sequenceid=105, compaction requested=false 2024-11-12T14:23:23,841 INFO [M:0;2b6d221c5cde:41627 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:23:23,841 DEBUG [M:0;2b6d221c5cde:41627 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421402571Disabling compacts and flushes for region at 1731421402571Disabling writes for close at 1731421402571Obtaining lock to block concurrent updates at 1731421402571Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731421402571Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731421402572 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731421402572Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731421402572Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731421402585 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731421402585Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731421402992 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731421403003 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731421403003Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731421403410 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731421403422 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731421403422Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4069d75a: reopening flushed file at 1731421403829 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@191383ea: reopening flushed file at 1731421403833 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26db3759: reopening flushed file at 1731421403836 (+3 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1269ms, sequenceid=105, compaction requested=false at 1731421403840 (+4 ms)Writing region close event to WAL at 1731421403841 (+1 ms)Closed at 1731421403841 2024-11-12T14:23:23,842 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/03fbedd2-8e32-6918-0b6a-6e2699d576ff/MasterData/WALs/2b6d221c5cde,41627,1731421366458/2b6d221c5cde%2C41627%2C1731421366458.1731421368338 not finished, retry = 0 2024-11-12T14:23:23,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45871 is added to blk_1073741830_1006 (size=64411) 2024-11-12T14:23:23,943 INFO [M:0;2b6d221c5cde:41627 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T14:23:23,943 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:23:23,943 INFO [M:0;2b6d221c5cde:41627 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41627 2024-11-12T14:23:23,944 INFO [M:0;2b6d221c5cde:41627 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:23:24,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41627-0x1012f6d45ea0003, quorum=127.0.0.1:50693, baseZNode=/12113840159 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:23:24,109 INFO [M:0;2b6d221c5cde:41627 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:23:24,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41627-0x1012f6d45ea0003, quorum=127.0.0.1:50693, baseZNode=/12113840159 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:23:24,111 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@66eea7be{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:23:24,111 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@58243550{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:23:24,112 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:23:24,112 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7daa1e89{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:23:24,112 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a930ee8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/861675c0-879b-8b07-4822-7008648b9839/hadoop.log.dir/,STOPPED} 2024-11-12T14:23:24,113 WARN [BP-1098894227-172.17.0.3-1731421364906 heartbeating to localhost/127.0.0.1:36019 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T14:23:24,113 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T14:23:24,113 WARN [BP-1098894227-172.17.0.3-1731421364906 heartbeating to localhost/127.0.0.1:36019 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1098894227-172.17.0.3-1731421364906 (Datanode Uuid 43f572ac-4da7-4d1d-9548-4f0735705d3f) service to localhost/127.0.0.1:36019 2024-11-12T14:23:24,113 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T14:23:24,113 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/861675c0-879b-8b07-4822-7008648b9839/cluster_af6ddbf4-c43b-45e4-fa4a-e5380371a6da/data/data1/current/BP-1098894227-172.17.0.3-1731421364906 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:23:24,113 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/861675c0-879b-8b07-4822-7008648b9839/cluster_af6ddbf4-c43b-45e4-fa4a-e5380371a6da/data/data2/current/BP-1098894227-172.17.0.3-1731421364906 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:23:24,114 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T14:23:24,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ba88da4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:23:24,119 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22e43042{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:23:24,119 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:23:24,119 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c2bd0ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:23:24,119 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@748036cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/861675c0-879b-8b07-4822-7008648b9839/hadoop.log.dir/,STOPPED} 2024-11-12T14:23:24,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T14:23:24,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T14:23:24,133 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:23:24,133 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:23:24,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:24,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:24,133 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:23:24,133 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T14:23:24,133 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1765115641, stopped=false 2024-11-12T14:23:24,133 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b6d221c5cde,36557,1731421361306 2024-11-12T14:23:24,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x1012f6d45ea0001, quorum=127.0.0.1:50693, baseZNode=/01224081381 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01224081381/running 2024-11-12T14:23:24,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36557-0x1012f6d45ea0000, quorum=127.0.0.1:50693, baseZNode=/01224081381 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01224081381/running 2024-11-12T14:23:24,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36557-0x1012f6d45ea0000, quorum=127.0.0.1:50693, baseZNode=/01224081381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224081381 2024-11-12T14:23:24,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x1012f6d45ea0001, quorum=127.0.0.1:50693, baseZNode=/01224081381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224081381 2024-11-12T14:23:24,156 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:23:24,156 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36557-0x1012f6d45ea0000, quorum=127.0.0.1:50693, baseZNode=/01224081381 Set watcher on znode that does not yet exist, /01224081381/running 2024-11-12T14:23:24,156 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:23:24,156 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41409-0x1012f6d45ea0001, quorum=127.0.0.1:50693, baseZNode=/01224081381 Set watcher on znode that does not yet exist, /01224081381/running 2024-11-12T14:23:24,156 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:23:24,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:24,157 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b6d221c5cde,41409,1731421361503' ***** 2024-11-12T14:23:24,157 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T14:23:24,157 INFO [RS:0;2b6d221c5cde:41409 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T14:23:24,157 INFO [RS:0;2b6d221c5cde:41409 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T14:23:24,157 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T14:23:24,157 INFO [RS:0;2b6d221c5cde:41409 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T14:23:24,157 INFO [RS:0;2b6d221c5cde:41409 {}] regionserver.HRegionServer(3091): Received CLOSE for cc2ba8b31fd7de28e2ab5b85fb767730 2024-11-12T14:23:24,157 INFO [RS:0;2b6d221c5cde:41409 {}] regionserver.HRegionServer(3091): Received CLOSE for 8a80cb2c4930f5d6967594973a244e7c 2024-11-12T14:23:24,157 INFO [RS:0;2b6d221c5cde:41409 {}] regionserver.HRegionServer(959): stopping server 2b6d221c5cde,41409,1731421361503 2024-11-12T14:23:24,157 INFO [RS:0;2b6d221c5cde:41409 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:23:24,157 INFO [RS:0;2b6d221c5cde:41409 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:41409. 2024-11-12T14:23:24,157 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cc2ba8b31fd7de28e2ab5b85fb767730, disabling compactions & flushes 2024-11-12T14:23:24,157 DEBUG [RS:0;2b6d221c5cde:41409 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:23:24,157 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731421375777.cc2ba8b31fd7de28e2ab5b85fb767730. 2024-11-12T14:23:24,157 DEBUG [RS:0;2b6d221c5cde:41409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:24,157 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731421375777.cc2ba8b31fd7de28e2ab5b85fb767730. 2024-11-12T14:23:24,157 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731421375777.cc2ba8b31fd7de28e2ab5b85fb767730. after waiting 0 ms 2024-11-12T14:23:24,157 INFO [RS:0;2b6d221c5cde:41409 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T14:23:24,157 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731421375777.cc2ba8b31fd7de28e2ab5b85fb767730. 2024-11-12T14:23:24,158 INFO [RS:0;2b6d221c5cde:41409 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T14:23:24,158 INFO [RS:0;2b6d221c5cde:41409 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T14:23:24,158 INFO [RS:0;2b6d221c5cde:41409 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T14:23:24,158 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cc2ba8b31fd7de28e2ab5b85fb767730 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-12T14:23:24,158 INFO [RS:0;2b6d221c5cde:41409 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T14:23:24,158 DEBUG [RS:0;2b6d221c5cde:41409 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, cc2ba8b31fd7de28e2ab5b85fb767730=test,,1731421375777.cc2ba8b31fd7de28e2ab5b85fb767730., 8a80cb2c4930f5d6967594973a244e7c=hbase:replication,,1731421382241.8a80cb2c4930f5d6967594973a244e7c.} 2024-11-12T14:23:24,158 DEBUG [RS:0;2b6d221c5cde:41409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8a80cb2c4930f5d6967594973a244e7c, cc2ba8b31fd7de28e2ab5b85fb767730 2024-11-12T14:23:24,158 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:23:24,158 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:23:24,158 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:23:24,158 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:23:24,158 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:23:24,158 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T14:23:24,170 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/data/hbase/meta/1588230740/.tmp/info/51332a5a6b6d4dce86901ead1587db56 is 147, key is hbase:replication,,1731421382241.8a80cb2c4930f5d6967594973a244e7c./info:regioninfo/1731421383004/Put/seqid=0 2024-11-12T14:23:24,170 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/data/default/test/cc2ba8b31fd7de28e2ab5b85fb767730/.tmp/f/42707a7270e54542acf73b46d96d124c is 28, key is row/f:/1731421391710/DeleteFamily/seqid=0 2024-11-12T14:23:24,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741840_1016 (size=7686) 2024-11-12T14:23:24,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741841_1017 (size=5085) 2024-11-12T14:23:24,222 INFO [regionserver/2b6d221c5cde:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:23:24,295 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.wal-reader.2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.1731421363717 to pos 636, reset compression=false 2024-11-12T14:23:24,298 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.wal-reader.2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T14:23:24,299 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.wal-reader.2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.1731421363717 to pos 883, reset compression=false 2024-11-12T14:23:24,299 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.shipper2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,41409,1731421361503 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.1731421363717, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T14:23:24,299 ERROR [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.shipper2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2b6d221c5cde,41409,1731421361503: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-2b6d221c5cde,41409,1731421361503, walGroup=2b6d221c5cde%2C41409%2C1731421361503, offset=2b6d221c5cde%2C41409%2C1731421361503.1731421363717:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b6d221c5cde:41409 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T14:23:24,300 ERROR [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.shipper2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T14:23:24,300 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.shipper2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T14:23:24,300 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.shipper2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T14:23:24,300 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.shipper2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T14:23:24,300 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.shipper2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T14:23:24,300 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.shipper2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1388314624, "init": 1048576000, "max": 2306867200, "used": 1044419264 }, "NonHeapMemoryUsage": { "committed": 206110720, "init": 7667712, "max": -1, "used": 202663728 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T14:23:24,301 WARN [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.shipper2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b6d221c5cde:36557 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b6d221c5cde:36557 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T14:23:24,358 DEBUG [RS:0;2b6d221c5cde:41409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8a80cb2c4930f5d6967594973a244e7c, cc2ba8b31fd7de28e2ab5b85fb767730 2024-11-12T14:23:24,502 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.wal-reader.2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.1731421363717 to pos 883, reset compression=false 2024-11-12T14:23:24,558 DEBUG [RS:0;2b6d221c5cde:41409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8a80cb2c4930f5d6967594973a244e7c, cc2ba8b31fd7de28e2ab5b85fb767730 2024-11-12T14:23:24,576 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/data/hbase/meta/1588230740/.tmp/info/51332a5a6b6d4dce86901ead1587db56 2024-11-12T14:23:24,577 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/data/default/test/cc2ba8b31fd7de28e2ab5b85fb767730/.tmp/f/42707a7270e54542acf73b46d96d124c 2024-11-12T14:23:24,580 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 42707a7270e54542acf73b46d96d124c 2024-11-12T14:23:24,592 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/data/default/test/cc2ba8b31fd7de28e2ab5b85fb767730/.tmp/f1/953ed3bd0b6b49ecab7fc6925b058656 is 29, key is row/f1:/1731421391710/DeleteFamily/seqid=0 2024-11-12T14:23:24,594 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/data/hbase/meta/1588230740/.tmp/ns/10aaed9e7eec47d397020d8c7ad72d27 is 43, key is default/ns:d/1731421364810/Put/seqid=0 2024-11-12T14:23:24,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741842_1018 (size=5089) 2024-11-12T14:23:24,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741843_1019 (size=5153) 2024-11-12T14:23:24,599 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T14:23:24,599 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T14:23:24,758 DEBUG [RS:0;2b6d221c5cde:41409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8a80cb2c4930f5d6967594973a244e7c, cc2ba8b31fd7de28e2ab5b85fb767730 2024-11-12T14:23:24,804 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.wal-reader.2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.1731421363717 to pos 883, reset compression=false 2024-11-12T14:23:24,821 INFO [master/2b6d221c5cde:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T14:23:24,821 INFO [master/2b6d221c5cde:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T14:23:24,958 DEBUG [RS:0;2b6d221c5cde:41409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8a80cb2c4930f5d6967594973a244e7c, cc2ba8b31fd7de28e2ab5b85fb767730 2024-11-12T14:23:24,996 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/data/default/test/cc2ba8b31fd7de28e2ab5b85fb767730/.tmp/f1/953ed3bd0b6b49ecab7fc6925b058656 2024-11-12T14:23:24,998 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/data/hbase/meta/1588230740/.tmp/ns/10aaed9e7eec47d397020d8c7ad72d27 2024-11-12T14:23:24,999 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 953ed3bd0b6b49ecab7fc6925b058656 2024-11-12T14:23:25,012 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/data/hbase/meta/1588230740/.tmp/rep_barrier/f8d8b1c9b5564ae5a1227ea16844a64d is 112, key is test,,1731421375777.cc2ba8b31fd7de28e2ab5b85fb767730./rep_barrier:seqnumDuringOpen/1731421376915/Put/seqid=0 2024-11-12T14:23:25,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741844_1020 (size=5518) 2024-11-12T14:23:25,015 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/data/default/test/cc2ba8b31fd7de28e2ab5b85fb767730/.tmp/norep/184c1c8eabd14fe79c18ebae34d2037c is 32, key is row/norep:/1731421391710/DeleteFamily/seqid=0 2024-11-12T14:23:25,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741845_1021 (size=5101) 2024-11-12T14:23:25,159 DEBUG [RS:0;2b6d221c5cde:41409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8a80cb2c4930f5d6967594973a244e7c, cc2ba8b31fd7de28e2ab5b85fb767730 2024-11-12T14:23:25,207 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.wal-reader.2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.1731421363717 to pos 883, reset compression=false 2024-11-12T14:23:25,359 DEBUG [RS:0;2b6d221c5cde:41409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8a80cb2c4930f5d6967594973a244e7c, cc2ba8b31fd7de28e2ab5b85fb767730 2024-11-12T14:23:25,415 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/data/hbase/meta/1588230740/.tmp/rep_barrier/f8d8b1c9b5564ae5a1227ea16844a64d 2024-11-12T14:23:25,418 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/data/default/test/cc2ba8b31fd7de28e2ab5b85fb767730/.tmp/norep/184c1c8eabd14fe79c18ebae34d2037c 2024-11-12T14:23:25,421 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 184c1c8eabd14fe79c18ebae34d2037c 2024-11-12T14:23:25,421 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/data/default/test/cc2ba8b31fd7de28e2ab5b85fb767730/.tmp/f/42707a7270e54542acf73b46d96d124c as hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/data/default/test/cc2ba8b31fd7de28e2ab5b85fb767730/f/42707a7270e54542acf73b46d96d124c 2024-11-12T14:23:25,425 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 42707a7270e54542acf73b46d96d124c 2024-11-12T14:23:25,425 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/data/default/test/cc2ba8b31fd7de28e2ab5b85fb767730/f/42707a7270e54542acf73b46d96d124c, entries=1, sequenceid=6, filesize=5.0 K 2024-11-12T14:23:25,426 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/data/default/test/cc2ba8b31fd7de28e2ab5b85fb767730/.tmp/f1/953ed3bd0b6b49ecab7fc6925b058656 as hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/data/default/test/cc2ba8b31fd7de28e2ab5b85fb767730/f1/953ed3bd0b6b49ecab7fc6925b058656 2024-11-12T14:23:25,429 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 953ed3bd0b6b49ecab7fc6925b058656 2024-11-12T14:23:25,429 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/data/default/test/cc2ba8b31fd7de28e2ab5b85fb767730/f1/953ed3bd0b6b49ecab7fc6925b058656, entries=1, sequenceid=6, filesize=5.0 K 2024-11-12T14:23:25,429 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/data/default/test/cc2ba8b31fd7de28e2ab5b85fb767730/.tmp/norep/184c1c8eabd14fe79c18ebae34d2037c as hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/data/default/test/cc2ba8b31fd7de28e2ab5b85fb767730/norep/184c1c8eabd14fe79c18ebae34d2037c 2024-11-12T14:23:25,432 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/data/hbase/meta/1588230740/.tmp/table/1f138009c79e49e3be96ea7dcbe41918 is 53, key is hbase:replication/table:state/1731421383010/Put/seqid=0 2024-11-12T14:23:25,432 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 184c1c8eabd14fe79c18ebae34d2037c 2024-11-12T14:23:25,432 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/data/default/test/cc2ba8b31fd7de28e2ab5b85fb767730/norep/184c1c8eabd14fe79c18ebae34d2037c, entries=1, sequenceid=6, filesize=5.0 K 2024-11-12T14:23:25,433 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for cc2ba8b31fd7de28e2ab5b85fb767730 in 1275ms, sequenceid=6, compaction requested=false 2024-11-12T14:23:25,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741846_1022 (size=5308) 2024-11-12T14:23:25,436 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/data/default/test/cc2ba8b31fd7de28e2ab5b85fb767730/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-12T14:23:25,437 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:23:25,437 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T14:23:25,437 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731421375777.cc2ba8b31fd7de28e2ab5b85fb767730. 2024-11-12T14:23:25,437 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cc2ba8b31fd7de28e2ab5b85fb767730: Waiting for close lock at 1731421404157Running coprocessor pre-close hooks at 1731421404157Disabling compacts and flushes for region at 1731421404157Disabling writes for close at 1731421404157Obtaining lock to block concurrent updates at 1731421404158 (+1 ms)Preparing flush snapshotting stores in cc2ba8b31fd7de28e2ab5b85fb767730 at 1731421404158Finished memstore snapshotting test,,1731421375777.cc2ba8b31fd7de28e2ab5b85fb767730., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731421404158Flushing stores of test,,1731421375777.cc2ba8b31fd7de28e2ab5b85fb767730. at 1731421404158Flushing cc2ba8b31fd7de28e2ab5b85fb767730/f: creating writer at 1731421404158Flushing cc2ba8b31fd7de28e2ab5b85fb767730/f: appending metadata at 1731421404170 (+12 ms)Flushing cc2ba8b31fd7de28e2ab5b85fb767730/f: closing flushed file at 1731421404170Flushing cc2ba8b31fd7de28e2ab5b85fb767730/f1: creating writer at 1731421404580 (+410 ms)Flushing cc2ba8b31fd7de28e2ab5b85fb767730/f1: appending metadata at 1731421404592 (+12 ms)Flushing cc2ba8b31fd7de28e2ab5b85fb767730/f1: closing flushed file at 1731421404592Flushing cc2ba8b31fd7de28e2ab5b85fb767730/norep: creating writer at 1731421404999 (+407 ms)Flushing cc2ba8b31fd7de28e2ab5b85fb767730/norep: appending metadata at 1731421405014 (+15 ms)Flushing cc2ba8b31fd7de28e2ab5b85fb767730/norep: closing flushed file at 1731421405014Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ac84dee: reopening flushed file at 1731421405421 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68488ddc: reopening flushed file at 1731421405425 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79dc3cc8: reopening flushed file at 1731421405429 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for cc2ba8b31fd7de28e2ab5b85fb767730 in 1275ms, sequenceid=6, compaction requested=false at 1731421405433 (+4 ms)Writing region close event to WAL at 1731421405434 (+1 ms)Running coprocessor post-close hooks at 1731421405437 (+3 ms)Closed at 1731421405437 2024-11-12T14:23:25,437 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731421375777.cc2ba8b31fd7de28e2ab5b85fb767730. 2024-11-12T14:23:25,437 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8a80cb2c4930f5d6967594973a244e7c, disabling compactions & flushes 2024-11-12T14:23:25,437 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731421382241.8a80cb2c4930f5d6967594973a244e7c. 2024-11-12T14:23:25,437 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731421382241.8a80cb2c4930f5d6967594973a244e7c. 2024-11-12T14:23:25,437 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731421382241.8a80cb2c4930f5d6967594973a244e7c. after waiting 0 ms 2024-11-12T14:23:25,437 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731421382241.8a80cb2c4930f5d6967594973a244e7c. 2024-11-12T14:23:25,437 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8a80cb2c4930f5d6967594973a244e7c: Waiting for close lock at 1731421405437Running coprocessor pre-close hooks at 1731421405437Disabling compacts and flushes for region at 1731421405437Disabling writes for close at 1731421405437Failed flush hbase:replication,,1731421382241.8a80cb2c4930f5d6967594973a244e7c., putting online again at 1731421405437 2024-11-12T14:23:25,437 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731421382241.8a80cb2c4930f5d6967594973a244e7c. 2024-11-12T14:23:25,559 INFO [RS:0;2b6d221c5cde:41409 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T14:23:25,559 DEBUG [RS:0;2b6d221c5cde:41409 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8a80cb2c4930f5d6967594973a244e7c=hbase:replication,,1731421382241.8a80cb2c4930f5d6967594973a244e7c.} 2024-11-12T14:23:25,559 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T14:23:25,559 INFO [RS:0;2b6d221c5cde:41409 {}] regionserver.HRegionServer(3091): Received CLOSE for 8a80cb2c4930f5d6967594973a244e7c 2024-11-12T14:23:25,559 DEBUG [RS:0;2b6d221c5cde:41409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8a80cb2c4930f5d6967594973a244e7c 2024-11-12T14:23:25,559 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8a80cb2c4930f5d6967594973a244e7c, disabling compactions & flushes 2024-11-12T14:23:25,559 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731421382241.8a80cb2c4930f5d6967594973a244e7c. 2024-11-12T14:23:25,559 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731421382241.8a80cb2c4930f5d6967594973a244e7c. 2024-11-12T14:23:25,559 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731421382241.8a80cb2c4930f5d6967594973a244e7c. after waiting 0 ms 2024-11-12T14:23:25,559 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731421382241.8a80cb2c4930f5d6967594973a244e7c. 2024-11-12T14:23:25,559 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8a80cb2c4930f5d6967594973a244e7c: Waiting for close lock at 1731421405559Running coprocessor pre-close hooks at 1731421405559Disabling compacts and flushes for region at 1731421405559Disabling writes for close at 1731421405559Failed flush hbase:replication,,1731421382241.8a80cb2c4930f5d6967594973a244e7c., putting online again at 1731421405559 2024-11-12T14:23:25,560 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731421382241.8a80cb2c4930f5d6967594973a244e7c. 2024-11-12T14:23:25,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:25,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:25,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:25,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:25,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:25,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:25,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:25,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:25,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:25,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:25,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:25,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:25,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:25,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:25,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:25,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:25,710 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.wal-reader.2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.1731421363717 to pos 883, reset compression=false 2024-11-12T14:23:25,714 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.wal-reader.2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T14:23:25,714 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.wal-reader.2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.1731421363717 to pos 1527, reset compression=false 2024-11-12T14:23:25,759 DEBUG [RS:0;2b6d221c5cde:41409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:23:25,836 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/data/hbase/meta/1588230740/.tmp/table/1f138009c79e49e3be96ea7dcbe41918 2024-11-12T14:23:25,839 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/data/hbase/meta/1588230740/.tmp/info/51332a5a6b6d4dce86901ead1587db56 as hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/data/hbase/meta/1588230740/info/51332a5a6b6d4dce86901ead1587db56 2024-11-12T14:23:25,842 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/data/hbase/meta/1588230740/info/51332a5a6b6d4dce86901ead1587db56, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T14:23:25,843 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/data/hbase/meta/1588230740/.tmp/ns/10aaed9e7eec47d397020d8c7ad72d27 as hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/data/hbase/meta/1588230740/ns/10aaed9e7eec47d397020d8c7ad72d27 2024-11-12T14:23:25,846 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/data/hbase/meta/1588230740/ns/10aaed9e7eec47d397020d8c7ad72d27, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T14:23:25,846 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/data/hbase/meta/1588230740/.tmp/rep_barrier/f8d8b1c9b5564ae5a1227ea16844a64d as hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/data/hbase/meta/1588230740/rep_barrier/f8d8b1c9b5564ae5a1227ea16844a64d 2024-11-12T14:23:25,849 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/data/hbase/meta/1588230740/rep_barrier/f8d8b1c9b5564ae5a1227ea16844a64d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T14:23:25,849 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/data/hbase/meta/1588230740/.tmp/table/1f138009c79e49e3be96ea7dcbe41918 as hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/data/hbase/meta/1588230740/table/1f138009c79e49e3be96ea7dcbe41918 2024-11-12T14:23:25,852 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/data/hbase/meta/1588230740/table/1f138009c79e49e3be96ea7dcbe41918, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T14:23:25,853 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1695ms, sequenceid=16, compaction requested=false 2024-11-12T14:23:25,853 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T14:23:25,856 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T14:23:25,857 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:23:25,857 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:23:25,857 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:23:25,857 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421404158Running coprocessor pre-close hooks at 1731421404158Disabling compacts and flushes for region at 1731421404158Disabling writes for close at 1731421404158Obtaining lock to block concurrent updates at 1731421404158Preparing flush snapshotting stores in 1588230740 at 1731421404158Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731421404158Flushing stores of hbase:meta,,1.1588230740 at 1731421404158Flushing 1588230740/info: creating writer at 1731421404158Flushing 1588230740/info: appending metadata at 1731421404170 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731421404170Flushing 1588230740/ns: creating writer at 1731421404579 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731421404594 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731421404594Flushing 1588230740/rep_barrier: creating writer at 1731421405000 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731421405012 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731421405012Flushing 1588230740/table: creating writer at 1731421405419 (+407 ms)Flushing 1588230740/table: appending metadata at 1731421405432 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731421405432Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ca37384: reopening flushed file at 1731421405839 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@642eb80f: reopening flushed file at 1731421405842 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f885332: reopening flushed file at 1731421405846 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@201cf9a3: reopening flushed file at 1731421405849 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1695ms, sequenceid=16, compaction requested=false at 1731421405853 (+4 ms)Writing region close event to WAL at 1731421405854 (+1 ms)Running coprocessor post-close hooks at 1731421405857 (+3 ms)Closed at 1731421405857 2024-11-12T14:23:25,857 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T14:23:25,917 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.wal-reader.2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.1731421363717 to pos 1527, reset compression=false 2024-11-12T14:23:25,959 INFO [RS:0;2b6d221c5cde:41409 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-12T14:23:25,960 INFO [RS:0;2b6d221c5cde:41409 {}] regionserver.HRegionServer(976): stopping server 2b6d221c5cde,41409,1731421361503; all regions closed. 2024-11-12T14:23:25,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741834_1010 (size=4239) 2024-11-12T14:23:25,961 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.meta.1731421364685.meta not finished, retry = 0 2024-11-12T14:23:26,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741839_1015 (size=1297) 2024-11-12T14:23:26,064 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/WALs/2b6d221c5cde,41409,1731421361503/2b6d221c5cde%2C41409%2C1731421361503.rep.1731421382975 not finished, retry = 0 2024-11-12T14:23:26,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741832_1008 (size=1535) 2024-11-12T14:23:26,167 DEBUG [RS:0;2b6d221c5cde:41409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:26,167 INFO [RS:0;2b6d221c5cde:41409 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:23:26,167 INFO [RS:0;2b6d221c5cde:41409 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:23:26,167 INFO [RS:0;2b6d221c5cde:41409 {}] hbase.ChoreService(370): Chore service for: regionserver/2b6d221c5cde:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T14:23:26,167 INFO [RS:0;2b6d221c5cde:41409 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:23:26,167 INFO [regionserver/2b6d221c5cde:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:23:26,167 INFO [RS:0;2b6d221c5cde:41409 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2b6d221c5cde,41409,1731421361503 because: Region server is closing 2024-11-12T14:23:26,167 INFO [RS:0;2b6d221c5cde:41409 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:41409. 2024-11-12T14:23:26,167 DEBUG [RS:0;2b6d221c5cde:41409 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:23:26,167 DEBUG [RS:0;2b6d221c5cde:41409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:26,168 DEBUG [RS:0;2b6d221c5cde:41409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:26,168 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:23:26,268 INFO [RS:0;2b6d221c5cde:41409 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,41409,1731421361503.replicationSource.shipper2b6d221c5cde%2C41409%2C1731421361503,1-2b6d221c5cde,41409,1731421361503 terminated 2024-11-12T14:23:26,268 INFO [RS:0;2b6d221c5cde:41409 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41409 2024-11-12T14:23:26,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36557-0x1012f6d45ea0000, quorum=127.0.0.1:50693, baseZNode=/01224081381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224081381/rs 2024-11-12T14:23:26,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x1012f6d45ea0001, quorum=127.0.0.1:50693, baseZNode=/01224081381 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01224081381/rs/2b6d221c5cde,41409,1731421361503 2024-11-12T14:23:26,340 INFO [RS:0;2b6d221c5cde:41409 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:23:26,340 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b6d221c5cde,41409,1731421361503] 2024-11-12T14:23:26,361 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01224081381/draining/2b6d221c5cde,41409,1731421361503 already deleted, retry=false 2024-11-12T14:23:26,361 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b6d221c5cde,41409,1731421361503 expired; onlineServers=0 2024-11-12T14:23:26,361 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b6d221c5cde,36557,1731421361306' ***** 2024-11-12T14:23:26,361 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T14:23:26,361 INFO [M:0;2b6d221c5cde:36557 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:23:26,361 INFO [M:0;2b6d221c5cde:36557 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:23:26,361 DEBUG [M:0;2b6d221c5cde:36557 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T14:23:26,361 DEBUG [M:0;2b6d221c5cde:36557 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T14:23:26,361 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T14:23:26,361 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421363464 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421363464,5,FailOnTimeoutGroup] 2024-11-12T14:23:26,361 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421363464 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421363464,5,FailOnTimeoutGroup] 2024-11-12T14:23:26,361 INFO [M:0;2b6d221c5cde:36557 {}] hbase.ChoreService(370): Chore service for: master/2b6d221c5cde:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T14:23:26,361 INFO [M:0;2b6d221c5cde:36557 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:23:26,361 DEBUG [M:0;2b6d221c5cde:36557 {}] master.HMaster(1795): Stopping service threads 2024-11-12T14:23:26,361 INFO [M:0;2b6d221c5cde:36557 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T14:23:26,362 INFO [M:0;2b6d221c5cde:36557 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:23:26,362 ERROR [M:0;2b6d221c5cde:36557 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45073,5,PEWorkerGroup] 2024-11-12T14:23:26,362 INFO [M:0;2b6d221c5cde:36557 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T14:23:26,362 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T14:23:26,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36557-0x1012f6d45ea0000, quorum=127.0.0.1:50693, baseZNode=/01224081381 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01224081381/master 2024-11-12T14:23:26,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36557-0x1012f6d45ea0000, quorum=127.0.0.1:50693, baseZNode=/01224081381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224081381 2024-11-12T14:23:26,371 DEBUG [M:0;2b6d221c5cde:36557 {}] zookeeper.ZKUtil(347): master:36557-0x1012f6d45ea0000, quorum=127.0.0.1:50693, baseZNode=/01224081381 Unable to get data of znode /01224081381/master because node does not exist (not an error) 2024-11-12T14:23:26,371 WARN [M:0;2b6d221c5cde:36557 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T14:23:26,372 INFO [M:0;2b6d221c5cde:36557 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/.lastflushedseqids 2024-11-12T14:23:26,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741847_1023 (size=245) 2024-11-12T14:23:26,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x1012f6d45ea0001, quorum=127.0.0.1:50693, baseZNode=/01224081381 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:23:26,450 INFO [RS:0;2b6d221c5cde:41409 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:23:26,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x1012f6d45ea0001, quorum=127.0.0.1:50693, baseZNode=/01224081381 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:23:26,450 INFO [RS:0;2b6d221c5cde:41409 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b6d221c5cde,41409,1731421361503; zookeeper connection closed. 2024-11-12T14:23:26,451 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3b0328ee {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3b0328ee 2024-11-12T14:23:26,451 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T14:23:26,776 INFO [M:0;2b6d221c5cde:36557 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T14:23:26,776 INFO [M:0;2b6d221c5cde:36557 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T14:23:26,776 DEBUG [M:0;2b6d221c5cde:36557 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:23:26,776 INFO [M:0;2b6d221c5cde:36557 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:23:26,776 DEBUG [M:0;2b6d221c5cde:36557 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:23:26,776 DEBUG [M:0;2b6d221c5cde:36557 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:23:26,776 DEBUG [M:0;2b6d221c5cde:36557 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:23:26,777 INFO [M:0;2b6d221c5cde:36557 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-12T14:23:26,789 DEBUG [M:0;2b6d221c5cde:36557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/07df6fd4116646d194ac3e22d1fd327e is 82, key is hbase:meta,,1/info:regioninfo/1731421364711/Put/seqid=0 2024-11-12T14:23:26,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741848_1024 (size=5672) 2024-11-12T14:23:26,792 INFO [M:0;2b6d221c5cde:36557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/07df6fd4116646d194ac3e22d1fd327e 2024-11-12T14:23:26,807 DEBUG [M:0;2b6d221c5cde:36557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a81e8878c5ce4c0984a650231be03fcb is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731421376925/Put/seqid=0 2024-11-12T14:23:26,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741849_1025 (size=7217) 2024-11-12T14:23:27,211 INFO [M:0;2b6d221c5cde:36557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a81e8878c5ce4c0984a650231be03fcb 2024-11-12T14:23:27,214 INFO [M:0;2b6d221c5cde:36557 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a81e8878c5ce4c0984a650231be03fcb 2024-11-12T14:23:27,226 DEBUG [M:0;2b6d221c5cde:36557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e45abb46cf3a488181e476ad8ff061cd is 69, key is 2b6d221c5cde,41409,1731421361503/rs:state/1731421363570/Put/seqid=0 2024-11-12T14:23:27,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741850_1026 (size=5156) 2024-11-12T14:23:27,630 INFO [M:0;2b6d221c5cde:36557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e45abb46cf3a488181e476ad8ff061cd 2024-11-12T14:23:27,633 DEBUG [M:0;2b6d221c5cde:36557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/07df6fd4116646d194ac3e22d1fd327e as hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/07df6fd4116646d194ac3e22d1fd327e 2024-11-12T14:23:27,636 INFO [M:0;2b6d221c5cde:36557 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/07df6fd4116646d194ac3e22d1fd327e, entries=8, sequenceid=105, filesize=5.5 K 2024-11-12T14:23:27,636 DEBUG [M:0;2b6d221c5cde:36557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a81e8878c5ce4c0984a650231be03fcb as hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a81e8878c5ce4c0984a650231be03fcb 2024-11-12T14:23:27,639 INFO [M:0;2b6d221c5cde:36557 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a81e8878c5ce4c0984a650231be03fcb 2024-11-12T14:23:27,639 INFO [M:0;2b6d221c5cde:36557 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a81e8878c5ce4c0984a650231be03fcb, entries=11, sequenceid=105, filesize=7.0 K 2024-11-12T14:23:27,640 DEBUG [M:0;2b6d221c5cde:36557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e45abb46cf3a488181e476ad8ff061cd as hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e45abb46cf3a488181e476ad8ff061cd 2024-11-12T14:23:27,642 INFO [M:0;2b6d221c5cde:36557 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45073/user/jenkins/test-data/8670527f-d95d-745d-ce6b-0f046bdf8a9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e45abb46cf3a488181e476ad8ff061cd, entries=1, sequenceid=105, filesize=5.0 K 2024-11-12T14:23:27,643 INFO [M:0;2b6d221c5cde:36557 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 867ms, sequenceid=105, compaction requested=false 2024-11-12T14:23:27,644 INFO [M:0;2b6d221c5cde:36557 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:23:27,644 DEBUG [M:0;2b6d221c5cde:36557 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421406776Disabling compacts and flushes for region at 1731421406776Disabling writes for close at 1731421406776Obtaining lock to block concurrent updates at 1731421406777 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731421406777Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731421406777Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731421406777Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731421406777Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731421406789 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731421406789Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731421406795 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731421406807 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731421406807Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731421407214 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731421407226 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731421407226Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73f3c65b: reopening flushed file at 1731421407632 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65b3425c: reopening flushed file at 1731421407636 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c900ec9: reopening flushed file at 1731421407639 (+3 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 867ms, sequenceid=105, compaction requested=false at 1731421407643 (+4 ms)Writing region close event to WAL at 1731421407644 (+1 ms)Closed at 1731421407644 2024-11-12T14:23:27,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741830_1006 (size=64411) 2024-11-12T14:23:27,646 INFO [M:0;2b6d221c5cde:36557 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T14:23:27,646 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:23:27,646 INFO [M:0;2b6d221c5cde:36557 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36557 2024-11-12T14:23:27,646 INFO [M:0;2b6d221c5cde:36557 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:23:27,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36557-0x1012f6d45ea0000, quorum=127.0.0.1:50693, baseZNode=/01224081381 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:23:27,798 INFO [M:0;2b6d221c5cde:36557 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:23:27,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36557-0x1012f6d45ea0000, quorum=127.0.0.1:50693, baseZNode=/01224081381 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:23:27,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@311a896c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:23:27,801 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c0af973{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:23:27,801 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:23:27,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@201d114d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:23:27,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62d3a572{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c473956-2a14-127a-c744-5f5a2d6a9399/hadoop.log.dir/,STOPPED} 2024-11-12T14:23:27,802 WARN [BP-812296779-172.17.0.3-1731421358679 heartbeating to localhost/127.0.0.1:45073 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T14:23:27,802 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T14:23:27,802 WARN [BP-812296779-172.17.0.3-1731421358679 heartbeating to localhost/127.0.0.1:45073 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-812296779-172.17.0.3-1731421358679 (Datanode Uuid 90578dba-3299-403d-8901-ad11cbaa493f) service to localhost/127.0.0.1:45073 2024-11-12T14:23:27,802 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T14:23:27,803 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c473956-2a14-127a-c744-5f5a2d6a9399/cluster_de7bad74-7383-343f-b4c7-f462526428fe/data/data1/current/BP-812296779-172.17.0.3-1731421358679 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:23:27,803 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c473956-2a14-127a-c744-5f5a2d6a9399/cluster_de7bad74-7383-343f-b4c7-f462526428fe/data/data2/current/BP-812296779-172.17.0.3-1731421358679 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:23:27,803 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T14:23:27,807 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@491ce241{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:23:27,808 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a507218{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:23:27,808 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:23:27,808 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6982ec1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:23:27,808 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@299d4cd7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c473956-2a14-127a-c744-5f5a2d6a9399/hadoop.log.dir/,STOPPED} 2024-11-12T14:23:27,813 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T14:23:27,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T14:23:27,833 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=361 (was 314) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44517 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36019 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36019 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50693) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:45073 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45073 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44517 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45073 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36019 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36019 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50693) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45073 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:36019 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45073 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45073 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45073 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50693) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45073 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44517 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44517 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45073 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:44517 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 729) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=387 (was 447), ProcessCount=11 (was 11), AvailableMemoryMB=2138 (was 1729) - AvailableMemoryMB LEAK? - 2024-11-12T14:23:27,842 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=361, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=387, ProcessCount=11, AvailableMemoryMB=2139 2024-11-12T14:23:27,853 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-12T14:23:27,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f15e0b26-1816-805a-87e3-3e61a184ed31/hadoop.log.dir so I do NOT create it in target/test-data/96f396cc-433f-0a33-5f87-12e6d04d047e 2024-11-12T14:23:27,854 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f15e0b26-1816-805a-87e3-3e61a184ed31/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T14:23:27,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f15e0b26-1816-805a-87e3-3e61a184ed31/hadoop.tmp.dir so I do NOT create it in target/test-data/96f396cc-433f-0a33-5f87-12e6d04d047e 2024-11-12T14:23:27,854 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f15e0b26-1816-805a-87e3-3e61a184ed31/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T14:23:27,854 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f396cc-433f-0a33-5f87-12e6d04d047e 2024-11-12T14:23:27,854 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f396cc-433f-0a33-5f87-12e6d04d047e/cluster_5c2396f5-e266-8781-20c3-090d614b9045, deleteOnExit=true 2024-11-12T14:23:27,874 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f396cc-433f-0a33-5f87-12e6d04d047e/cluster_5c2396f5-e266-8781-20c3-090d614b9045/zookeeper_0, clientPort=59266, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f396cc-433f-0a33-5f87-12e6d04d047e/cluster_5c2396f5-e266-8781-20c3-090d614b9045/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f396cc-433f-0a33-5f87-12e6d04d047e/cluster_5c2396f5-e266-8781-20c3-090d614b9045/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T14:23:27,875 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59266 2024-11-12T14:23:27,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T14:23:27,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T14:23:27,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f396cc-433f-0a33-5f87-12e6d04d047e/test.cache.data in system properties and HBase conf 2024-11-12T14:23:27,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f396cc-433f-0a33-5f87-12e6d04d047e/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T14:23:27,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f396cc-433f-0a33-5f87-12e6d04d047e/hadoop.log.dir in system properties and HBase conf 2024-11-12T14:23:27,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f396cc-433f-0a33-5f87-12e6d04d047e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T14:23:27,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f396cc-433f-0a33-5f87-12e6d04d047e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T14:23:27,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T14:23:27,875 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T14:23:27,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f396cc-433f-0a33-5f87-12e6d04d047e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:23:27,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f396cc-433f-0a33-5f87-12e6d04d047e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:23:27,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f396cc-433f-0a33-5f87-12e6d04d047e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T14:23:27,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f396cc-433f-0a33-5f87-12e6d04d047e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:23:27,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f396cc-433f-0a33-5f87-12e6d04d047e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T14:23:27,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f396cc-433f-0a33-5f87-12e6d04d047e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T14:23:27,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f396cc-433f-0a33-5f87-12e6d04d047e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:23:27,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f396cc-433f-0a33-5f87-12e6d04d047e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:23:27,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f396cc-433f-0a33-5f87-12e6d04d047e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T14:23:27,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f396cc-433f-0a33-5f87-12e6d04d047e/nfs.dump.dir in system properties and HBase conf 2024-11-12T14:23:27,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f396cc-433f-0a33-5f87-12e6d04d047e/java.io.tmpdir in system properties and HBase conf 2024-11-12T14:23:27,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f396cc-433f-0a33-5f87-12e6d04d047e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:23:27,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f396cc-433f-0a33-5f87-12e6d04d047e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T14:23:27,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f396cc-433f-0a33-5f87-12e6d04d047e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T14:23:27,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012f6d45ea0005, quorum=127.0.0.1:50693, baseZNode=/12113840159 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T14:23:27,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1012f6d45ea0008, quorum=127.0.0.1:50693, baseZNode=/2956517268 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T14:23:27,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012f6d45ea0002, quorum=127.0.0.1:50693, baseZNode=/01224081381 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T14:23:27,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012f6d45ea0005, quorum=127.0.0.1:50693, baseZNode=/12113840159 Received Disconnected from ZooKeeper, ignoring 2024-11-12T14:23:27,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1012f6d45ea0008, quorum=127.0.0.1:50693, baseZNode=/2956517268 Received Disconnected from ZooKeeper, ignoring 2024-11-12T14:23:27,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012f6d45ea0002, quorum=127.0.0.1:50693, baseZNode=/01224081381 Received Disconnected from ZooKeeper, ignoring 2024-11-12T14:23:28,223 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:23:28,226 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:23:28,227 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:23:28,227 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:23:28,227 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T14:23:28,227 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:23:28,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36de7ba6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f396cc-433f-0a33-5f87-12e6d04d047e/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:23:28,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c3e5131{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:23:28,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31fc48d7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f396cc-433f-0a33-5f87-12e6d04d047e/java.io.tmpdir/jetty-localhost-36895-hadoop-hdfs-3_4_1-tests_jar-_-any-6430411308652114341/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:23:28,321 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a6810b1{HTTP/1.1, (http/1.1)}{localhost:36895} 2024-11-12T14:23:28,321 INFO [Time-limited test {}] server.Server(415): Started @325487ms 2024-11-12T14:23:28,568 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:23:28,571 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:23:28,576 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:23:28,576 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:23:28,576 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T14:23:28,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a405ffd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f396cc-433f-0a33-5f87-12e6d04d047e/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:23:28,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47070fe4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:23:28,669 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37f56aab{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f396cc-433f-0a33-5f87-12e6d04d047e/java.io.tmpdir/jetty-localhost-38279-hadoop-hdfs-3_4_1-tests_jar-_-any-9291757861120247700/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:23:28,669 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4cf3bcda{HTTP/1.1, (http/1.1)}{localhost:38279} 2024-11-12T14:23:28,669 INFO [Time-limited test {}] server.Server(415): Started @325836ms 2024-11-12T14:23:28,670 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T14:23:29,284 WARN [Thread-4204 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f396cc-433f-0a33-5f87-12e6d04d047e/cluster_5c2396f5-e266-8781-20c3-090d614b9045/data/data1/current/BP-86697767-172.17.0.3-1731421407889/current, will proceed with Du for space computation calculation, 2024-11-12T14:23:29,284 WARN [Thread-4205 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f396cc-433f-0a33-5f87-12e6d04d047e/cluster_5c2396f5-e266-8781-20c3-090d614b9045/data/data2/current/BP-86697767-172.17.0.3-1731421407889/current, will proceed with Du for space computation calculation, 2024-11-12T14:23:29,298 WARN [Thread-4192 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T14:23:29,301 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf915a26d4370aab3 with lease ID 0xc1f045c63b11957a: Processing first storage report for DS-579eff3f-8283-44eb-b6d7-89c5267279f4 from datanode DatanodeRegistration(127.0.0.1:45687, datanodeUuid=57fd73a4-1e72-4c88-84cf-63584ba76f3a, infoPort=45183, infoSecurePort=0, ipcPort=44345, storageInfo=lv=-57;cid=testClusterID;nsid=829637952;c=1731421407889) 2024-11-12T14:23:29,301 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf915a26d4370aab3 with lease ID 0xc1f045c63b11957a: from storage DS-579eff3f-8283-44eb-b6d7-89c5267279f4 node DatanodeRegistration(127.0.0.1:45687, datanodeUuid=57fd73a4-1e72-4c88-84cf-63584ba76f3a, infoPort=45183, infoSecurePort=0, ipcPort=44345, storageInfo=lv=-57;cid=testClusterID;nsid=829637952;c=1731421407889), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:23:29,301 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf915a26d4370aab3 with lease ID 0xc1f045c63b11957a: Processing first storage report for DS-18e1afbc-dbb2-42b0-8613-ae2b72df0e32 from datanode DatanodeRegistration(127.0.0.1:45687, datanodeUuid=57fd73a4-1e72-4c88-84cf-63584ba76f3a, infoPort=45183, infoSecurePort=0, ipcPort=44345, storageInfo=lv=-57;cid=testClusterID;nsid=829637952;c=1731421407889) 2024-11-12T14:23:29,301 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf915a26d4370aab3 with lease ID 0xc1f045c63b11957a: from storage DS-18e1afbc-dbb2-42b0-8613-ae2b72df0e32 node DatanodeRegistration(127.0.0.1:45687, datanodeUuid=57fd73a4-1e72-4c88-84cf-63584ba76f3a, infoPort=45183, infoSecurePort=0, ipcPort=44345, storageInfo=lv=-57;cid=testClusterID;nsid=829637952;c=1731421407889), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:23:29,393 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f396cc-433f-0a33-5f87-12e6d04d047e 2024-11-12T14:23:29,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:23:29,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:23:29,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45687 is added to blk_1073741825_1001 (size=7) 2024-11-12T14:23:29,800 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36981/user/jenkins/test-data/42b8f32c-7161-536e-b74c-7c658070b415 with version=8 2024-11-12T14:23:29,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36981/user/jenkins/test-data/42b8f32c-7161-536e-b74c-7c658070b415/hbase-staging 2024-11-12T14:23:29,801 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:23:29,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:23:29,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:23:29,801 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:23:29,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:23:29,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:23:29,802 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T14:23:29,802 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:23:29,802 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46509 2024-11-12T14:23:29,802 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T14:23:29,802 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T14:23:29,802 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T14:23:29,802 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T14:23:29,803 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46509 connecting to ZooKeeper ensemble=127.0.0.1:59266 2024-11-12T14:23:29,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465090x0, quorum=127.0.0.1:59266, baseZNode=/0-1503503737 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:23:29,894 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46509-0x1012f6e062d0000 connected 2024-11-12T14:23:29,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:23:29,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:23:29,979 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46509-0x1012f6e062d0000, quorum=127.0.0.1:59266, baseZNode=/0-1503503737 Set watcher on znode that does not yet exist, /0-1503503737/running 2024-11-12T14:23:29,979 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36981/user/jenkins/test-data/42b8f32c-7161-536e-b74c-7c658070b415, hbase.cluster.distributed=false 2024-11-12T14:23:29,980 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46509-0x1012f6e062d0000, quorum=127.0.0.1:59266, baseZNode=/0-1503503737 Set watcher on znode that does not yet exist, /0-1503503737/acl 2024-11-12T14:23:29,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46509 2024-11-12T14:23:29,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46509 2024-11-12T14:23:29,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46509 2024-11-12T14:23:29,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46509 2024-11-12T14:23:29,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46509 2024-11-12T14:23:29,994 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:23:29,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:23:29,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:23:29,994 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:23:29,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:23:29,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:23:29,994 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T14:23:29,994 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:23:29,994 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39091 2024-11-12T14:23:29,995 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39091 connecting to ZooKeeper ensemble=127.0.0.1:59266 2024-11-12T14:23:29,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:23:29,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:23:30,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390910x0, quorum=127.0.0.1:59266, baseZNode=/0-1503503737 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:23:30,008 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:390910x0, quorum=127.0.0.1:59266, baseZNode=/0-1503503737 Set watcher on znode that does not yet exist, /0-1503503737/running 2024-11-12T14:23:30,008 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39091-0x1012f6e062d0001 connected 2024-11-12T14:23:30,008 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T14:23:30,010 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T14:23:30,011 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39091-0x1012f6e062d0001, quorum=127.0.0.1:59266, baseZNode=/0-1503503737 Set watcher on znode that does not yet exist, /0-1503503737/master 2024-11-12T14:23:30,012 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39091-0x1012f6e062d0001, quorum=127.0.0.1:59266, baseZNode=/0-1503503737 Set watcher on znode that does not yet exist, /0-1503503737/acl 2024-11-12T14:23:30,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39091 2024-11-12T14:23:30,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39091 2024-11-12T14:23:30,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39091 2024-11-12T14:23:30,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39091 2024-11-12T14:23:30,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39091 2024-11-12T14:23:30,043 DEBUG [M:0;2b6d221c5cde:46509 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b6d221c5cde:46509 2024-11-12T14:23:30,043 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1503503737/backup-masters/2b6d221c5cde,46509,1731421409801 2024-11-12T14:23:30,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46509-0x1012f6e062d0000, quorum=127.0.0.1:59266, baseZNode=/0-1503503737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1503503737/backup-masters 2024-11-12T14:23:30,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x1012f6e062d0001, quorum=127.0.0.1:59266, baseZNode=/0-1503503737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1503503737/backup-masters 2024-11-12T14:23:30,056 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46509-0x1012f6e062d0000, quorum=127.0.0.1:59266, baseZNode=/0-1503503737 Set watcher on existing znode=/0-1503503737/backup-masters/2b6d221c5cde,46509,1731421409801 2024-11-12T14:23:30,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46509-0x1012f6e062d0000, quorum=127.0.0.1:59266, baseZNode=/0-1503503737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1503503737 2024-11-12T14:23:30,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x1012f6e062d0001, quorum=127.0.0.1:59266, baseZNode=/0-1503503737 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1503503737/master 2024-11-12T14:23:30,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x1012f6e062d0001, quorum=127.0.0.1:59266, baseZNode=/0-1503503737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1503503737 2024-11-12T14:23:30,066 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46509-0x1012f6e062d0000, quorum=127.0.0.1:59266, baseZNode=/0-1503503737 Set watcher on existing znode=/0-1503503737/master 2024-11-12T14:23:30,066 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1503503737/backup-masters/2b6d221c5cde,46509,1731421409801 from backup master directory 2024-11-12T14:23:30,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46509-0x1012f6e062d0000, quorum=127.0.0.1:59266, baseZNode=/0-1503503737 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1503503737/backup-masters/2b6d221c5cde,46509,1731421409801 2024-11-12T14:23:30,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x1012f6e062d0001, quorum=127.0.0.1:59266, baseZNode=/0-1503503737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1503503737/backup-masters 2024-11-12T14:23:30,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46509-0x1012f6e062d0000, quorum=127.0.0.1:59266, baseZNode=/0-1503503737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1503503737/backup-masters 2024-11-12T14:23:30,076 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:23:30,076 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b6d221c5cde,46509,1731421409801 2024-11-12T14:23:30,078 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36981/user/jenkins/test-data/42b8f32c-7161-536e-b74c-7c658070b415/hbase.id] with ID: 7220c46e-ac09-4fa5-8182-547856c62cf2 2024-11-12T14:23:30,078 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36981/user/jenkins/test-data/42b8f32c-7161-536e-b74c-7c658070b415/.tmp/hbase.id 2024-11-12T14:23:30,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45687 is added to blk_1073741826_1002 (size=42) 2024-11-12T14:23:30,482 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36981/user/jenkins/test-data/42b8f32c-7161-536e-b74c-7c658070b415/.tmp/hbase.id]:[hdfs://localhost:36981/user/jenkins/test-data/42b8f32c-7161-536e-b74c-7c658070b415/hbase.id] 2024-11-12T14:23:30,489 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:23:30,489 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T14:23:30,490 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T14:23:30,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x1012f6e062d0001, quorum=127.0.0.1:59266, baseZNode=/0-1503503737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1503503737 2024-11-12T14:23:30,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46509-0x1012f6e062d0000, quorum=127.0.0.1:59266, baseZNode=/0-1503503737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1503503737 2024-11-12T14:23:30,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45687 is added to blk_1073741827_1003 (size=196) 2024-11-12T14:23:30,940 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T14:23:30,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:30,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:30,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:30,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:30,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:30,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:30,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:30,949 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:23:30,950 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T14:23:30,950 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:23:30,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45687 is added to blk_1073741828_1004 (size=1189) 2024-11-12T14:23:30,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:30,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:30,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:30,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:30,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:30,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:30,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:30,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:30,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:30,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:31,355 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36981/user/jenkins/test-data/42b8f32c-7161-536e-b74c-7c658070b415/MasterData/data/master/store 2024-11-12T14:23:31,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45687 is added to blk_1073741829_1005 (size=34) 2024-11-12T14:23:31,759 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:23:31,759 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:23:31,759 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:23:31,759 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:23:31,759 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:23:31,759 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:23:31,760 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:23:31,760 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421411759Disabling compacts and flushes for region at 1731421411759Disabling writes for close at 1731421411759Writing region close event to WAL at 1731421411759Closed at 1731421411759 2024-11-12T14:23:31,760 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36981/user/jenkins/test-data/42b8f32c-7161-536e-b74c-7c658070b415/MasterData/data/master/store/.initializing 2024-11-12T14:23:31,760 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36981/user/jenkins/test-data/42b8f32c-7161-536e-b74c-7c658070b415/MasterData/WALs/2b6d221c5cde,46509,1731421409801 2024-11-12T14:23:31,761 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:23:31,762 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C46509%2C1731421409801, suffix=, logDir=hdfs://localhost:36981/user/jenkins/test-data/42b8f32c-7161-536e-b74c-7c658070b415/MasterData/WALs/2b6d221c5cde,46509,1731421409801, archiveDir=hdfs://localhost:36981/user/jenkins/test-data/42b8f32c-7161-536e-b74c-7c658070b415/MasterData/oldWALs, maxLogs=10 2024-11-12T14:23:31,780 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/42b8f32c-7161-536e-b74c-7c658070b415/MasterData/WALs/2b6d221c5cde,46509,1731421409801/2b6d221c5cde%2C46509%2C1731421409801.1731421411762, exclude list is [], retry=0 2024-11-12T14:23:31,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45687,DS-579eff3f-8283-44eb-b6d7-89c5267279f4,DISK] 2024-11-12T14:23:31,783 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/42b8f32c-7161-536e-b74c-7c658070b415/MasterData/WALs/2b6d221c5cde,46509,1731421409801/2b6d221c5cde%2C46509%2C1731421409801.1731421411762 2024-11-12T14:23:31,783 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45183:45183)] 2024-11-12T14:23:31,783 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:23:31,784 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:23:31,784 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:23:31,784 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:23:31,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:23:31,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T14:23:31,785 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:31,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:23:31,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:23:31,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T14:23:31,786 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:31,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:23:31,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:23:31,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T14:23:31,787 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:31,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:23:31,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:23:31,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T14:23:31,788 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:31,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:23:31,788 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:23:31,789 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36981/user/jenkins/test-data/42b8f32c-7161-536e-b74c-7c658070b415/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:23:31,789 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36981/user/jenkins/test-data/42b8f32c-7161-536e-b74c-7c658070b415/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:23:31,790 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:23:31,790 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:23:31,791 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:23:31,791 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:23:31,793 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36981/user/jenkins/test-data/42b8f32c-7161-536e-b74c-7c658070b415/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:23:31,793 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71012849, jitterRate=0.05817390978336334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:23:31,794 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731421411784Initializing all the Stores at 1731421411784Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421411784Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421411784Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421411784Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421411784Cleaning up temporary data from old regions at 1731421411790 (+6 ms)Region opened successfully at 1731421411794 (+4 ms) 2024-11-12T14:23:31,794 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T14:23:31,796 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c893942, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:23:31,796 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T14:23:31,797 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T14:23:31,797 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T14:23:31,797 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T14:23:31,797 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T14:23:31,797 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T14:23:31,797 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T14:23:31,799 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T14:23:31,799 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46509-0x1012f6e062d0000, quorum=127.0.0.1:59266, baseZNode=/0-1503503737 Unable to get data of znode /0-1503503737/balancer because node does not exist (not necessarily an error) 2024-11-12T14:23:31,876 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1503503737/balancer already deleted, retry=false 2024-11-12T14:23:31,876 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T14:23:31,877 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46509-0x1012f6e062d0000, quorum=127.0.0.1:59266, baseZNode=/0-1503503737 Unable to get data of znode /0-1503503737/normalizer because node does not exist (not necessarily an error) 2024-11-12T14:23:31,887 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1503503737/normalizer already deleted, retry=false 2024-11-12T14:23:31,887 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T14:23:31,888 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46509-0x1012f6e062d0000, quorum=127.0.0.1:59266, baseZNode=/0-1503503737 Unable to get data of znode /0-1503503737/switch/split because node does not exist (not necessarily an error) 2024-11-12T14:23:31,897 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1503503737/switch/split already deleted, retry=false 2024-11-12T14:23:31,898 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46509-0x1012f6e062d0000, quorum=127.0.0.1:59266, baseZNode=/0-1503503737 Unable to get data of znode /0-1503503737/switch/merge because node does not exist (not necessarily an error) 2024-11-12T14:23:31,908 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1503503737/switch/merge already deleted, retry=false 2024-11-12T14:23:31,909 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46509-0x1012f6e062d0000, quorum=127.0.0.1:59266, baseZNode=/0-1503503737 Unable to get data of znode /0-1503503737/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T14:23:31,918 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1503503737/snapshot-cleanup already deleted, retry=false 2024-11-12T14:23:31,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x1012f6e062d0001, quorum=127.0.0.1:59266, baseZNode=/0-1503503737 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1503503737/running 2024-11-12T14:23:31,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46509-0x1012f6e062d0000, quorum=127.0.0.1:59266, baseZNode=/0-1503503737 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1503503737/running 2024-11-12T14:23:31,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x1012f6e062d0001, quorum=127.0.0.1:59266, baseZNode=/0-1503503737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1503503737 2024-11-12T14:23:31,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46509-0x1012f6e062d0000, quorum=127.0.0.1:59266, baseZNode=/0-1503503737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1503503737 2024-11-12T14:23:31,929 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b6d221c5cde,46509,1731421409801, sessionid=0x1012f6e062d0000, setting cluster-up flag (Was=false) 2024-11-12T14:23:31,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x1012f6e062d0001, quorum=127.0.0.1:59266, baseZNode=/0-1503503737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1503503737 2024-11-12T14:23:31,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46509-0x1012f6e062d0000, quorum=127.0.0.1:59266, baseZNode=/0-1503503737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1503503737 2024-11-12T14:23:31,981 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1503503737/flush-table-proc/acquired, /0-1503503737/flush-table-proc/reached, /0-1503503737/flush-table-proc/abort 2024-11-12T14:23:31,982 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,46509,1731421409801 2024-11-12T14:23:32,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46509-0x1012f6e062d0000, quorum=127.0.0.1:59266, baseZNode=/0-1503503737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1503503737 2024-11-12T14:23:32,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x1012f6e062d0001, quorum=127.0.0.1:59266, baseZNode=/0-1503503737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1503503737 2024-11-12T14:23:32,034 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1503503737/online-snapshot/acquired, /0-1503503737/online-snapshot/reached, /0-1503503737/online-snapshot/abort 2024-11-12T14:23:32,035 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,46509,1731421409801 2024-11-12T14:23:32,035 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36981/user/jenkins/test-data/42b8f32c-7161-536e-b74c-7c658070b415/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T14:23:32,036 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T14:23:32,037 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T14:23:32,037 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T14:23:32,037 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b6d221c5cde,46509,1731421409801 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T14:23:32,038 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:23:32,038 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:23:32,038 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:23:32,038 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:23:32,038 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b6d221c5cde:0, corePoolSize=10, maxPoolSize=10 2024-11-12T14:23:32,038 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:23:32,038 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:23:32,038 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:23:32,038 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731421442038 2024-11-12T14:23:32,038 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T14:23:32,039 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T14:23:32,039 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T14:23:32,039 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T14:23:32,039 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T14:23:32,039 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T14:23:32,039 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:23:32,039 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T14:23:32,039 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:32,039 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T14:23:32,039 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T14:23:32,039 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T14:23:32,039 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T14:23:32,039 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T14:23:32,039 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T14:23:32,039 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:32,039 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421412039,5,FailOnTimeoutGroup] 2024-11-12T14:23:32,039 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T14:23:32,040 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421412039,5,FailOnTimeoutGroup] 2024-11-12T14:23:32,040 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:32,040 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T14:23:32,040 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:32,040 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:32,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45687 is added to blk_1073741831_1007 (size=1321) 2024-11-12T14:23:32,044 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36981/user/jenkins/test-data/42b8f32c-7161-536e-b74c-7c658070b415/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T14:23:32,044 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36981/user/jenkins/test-data/42b8f32c-7161-536e-b74c-7c658070b415 2024-11-12T14:23:32,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45687 is added to blk_1073741832_1008 (size=32) 2024-11-12T14:23:32,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:23:32,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:23:32,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:23:32,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:32,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:23:32,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:23:32,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:23:32,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:32,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:23:32,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:23:32,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:23:32,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:32,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:23:32,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:23:32,053 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:23:32,053 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:32,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:23:32,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:23:32,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36981/user/jenkins/test-data/42b8f32c-7161-536e-b74c-7c658070b415/data/hbase/meta/1588230740 2024-11-12T14:23:32,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36981/user/jenkins/test-data/42b8f32c-7161-536e-b74c-7c658070b415/data/hbase/meta/1588230740 2024-11-12T14:23:32,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:23:32,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:23:32,055 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:23:32,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:23:32,056 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36981/user/jenkins/test-data/42b8f32c-7161-536e-b74c-7c658070b415/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:23:32,056 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74126948, jitterRate=0.10457760095596313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:23:32,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731421412048Initializing all the Stores at 1731421412049 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421412049Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421412049Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421412049Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421412049Cleaning up temporary data from old regions at 1731421412054 (+5 ms)Region opened successfully at 1731421412057 (+3 ms) 2024-11-12T14:23:32,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:23:32,057 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:23:32,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:23:32,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:23:32,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:23:32,057 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:23:32,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421412057Disabling compacts and flushes for region at 1731421412057Disabling writes for close at 1731421412057Writing region close event to WAL at 1731421412057Closed at 1731421412057 2024-11-12T14:23:32,058 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:23:32,058 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T14:23:32,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T14:23:32,059 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:23:32,059 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T14:23:32,123 INFO [RS:0;2b6d221c5cde:39091 {}] regionserver.HRegionServer(746): ClusterId : 7220c46e-ac09-4fa5-8182-547856c62cf2 2024-11-12T14:23:32,123 DEBUG [RS:0;2b6d221c5cde:39091 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T14:23:32,135 DEBUG [RS:0;2b6d221c5cde:39091 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T14:23:32,135 DEBUG [RS:0;2b6d221c5cde:39091 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T14:23:32,145 DEBUG [RS:0;2b6d221c5cde:39091 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T14:23:32,145 DEBUG [RS:0;2b6d221c5cde:39091 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ec9e05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:23:32,155 DEBUG [RS:0;2b6d221c5cde:39091 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b6d221c5cde:39091 2024-11-12T14:23:32,155 INFO [RS:0;2b6d221c5cde:39091 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T14:23:32,155 INFO [RS:0;2b6d221c5cde:39091 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T14:23:32,155 DEBUG [RS:0;2b6d221c5cde:39091 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T14:23:32,156 INFO [RS:0;2b6d221c5cde:39091 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b6d221c5cde,46509,1731421409801 with port=39091, startcode=1731421409993 2024-11-12T14:23:32,156 DEBUG [RS:0;2b6d221c5cde:39091 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T14:23:32,157 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T14:23:32,157 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46509 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b6d221c5cde,39091,1731421409993 2024-11-12T14:23:32,158 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46509 {}] master.ServerManager(517): Registering regionserver=2b6d221c5cde,39091,1731421409993 2024-11-12T14:23:32,158 DEBUG [RS:0;2b6d221c5cde:39091 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36981/user/jenkins/test-data/42b8f32c-7161-536e-b74c-7c658070b415 2024-11-12T14:23:32,158 DEBUG [RS:0;2b6d221c5cde:39091 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36981 2024-11-12T14:23:32,159 DEBUG [RS:0;2b6d221c5cde:39091 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T14:23:32,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46509-0x1012f6e062d0000, quorum=127.0.0.1:59266, baseZNode=/0-1503503737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1503503737/rs 2024-11-12T14:23:32,171 DEBUG [RS:0;2b6d221c5cde:39091 {}] zookeeper.ZKUtil(111): regionserver:39091-0x1012f6e062d0001, quorum=127.0.0.1:59266, baseZNode=/0-1503503737 Set watcher on existing znode=/0-1503503737/rs/2b6d221c5cde,39091,1731421409993 2024-11-12T14:23:32,171 WARN [RS:0;2b6d221c5cde:39091 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:23:32,171 INFO [RS:0;2b6d221c5cde:39091 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:23:32,172 DEBUG [RS:0;2b6d221c5cde:39091 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36981/user/jenkins/test-data/42b8f32c-7161-536e-b74c-7c658070b415/WALs/2b6d221c5cde,39091,1731421409993 2024-11-12T14:23:32,172 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b6d221c5cde,39091,1731421409993] 2024-11-12T14:23:32,174 INFO [RS:0;2b6d221c5cde:39091 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T14:23:32,175 INFO [RS:0;2b6d221c5cde:39091 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T14:23:32,175 INFO [RS:0;2b6d221c5cde:39091 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T14:23:32,175 INFO [RS:0;2b6d221c5cde:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:32,175 INFO [RS:0;2b6d221c5cde:39091 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T14:23:32,175 INFO [RS:0;2b6d221c5cde:39091 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T14:23:32,175 INFO [RS:0;2b6d221c5cde:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:32,176 DEBUG [RS:0;2b6d221c5cde:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:23:32,176 DEBUG [RS:0;2b6d221c5cde:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:23:32,176 DEBUG [RS:0;2b6d221c5cde:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:23:32,176 DEBUG [RS:0;2b6d221c5cde:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:23:32,176 DEBUG [RS:0;2b6d221c5cde:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:23:32,176 DEBUG [RS:0;2b6d221c5cde:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:23:32,176 DEBUG [RS:0;2b6d221c5cde:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:23:32,176 DEBUG [RS:0;2b6d221c5cde:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:23:32,176 DEBUG [RS:0;2b6d221c5cde:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:23:32,176 DEBUG [RS:0;2b6d221c5cde:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:23:32,176 DEBUG [RS:0;2b6d221c5cde:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:23:32,176 DEBUG [RS:0;2b6d221c5cde:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:23:32,176 DEBUG [RS:0;2b6d221c5cde:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:23:32,176 DEBUG [RS:0;2b6d221c5cde:39091 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:23:32,176 INFO [RS:0;2b6d221c5cde:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:32,176 INFO [RS:0;2b6d221c5cde:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:32,176 INFO [RS:0;2b6d221c5cde:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:32,176 INFO [RS:0;2b6d221c5cde:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:32,176 INFO [RS:0;2b6d221c5cde:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:32,176 INFO [RS:0;2b6d221c5cde:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,39091,1731421409993-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:23:32,188 INFO [RS:0;2b6d221c5cde:39091 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T14:23:32,188 INFO [RS:0;2b6d221c5cde:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,39091,1731421409993-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:32,188 INFO [RS:0;2b6d221c5cde:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:32,188 INFO [RS:0;2b6d221c5cde:39091 {}] regionserver.Replication(171): 2b6d221c5cde,39091,1731421409993 started 2024-11-12T14:23:32,200 INFO [RS:0;2b6d221c5cde:39091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:32,200 INFO [RS:0;2b6d221c5cde:39091 {}] regionserver.HRegionServer(1482): Serving as 2b6d221c5cde,39091,1731421409993, RpcServer on 2b6d221c5cde/172.17.0.3:39091, sessionid=0x1012f6e062d0001 2024-11-12T14:23:32,200 DEBUG [RS:0;2b6d221c5cde:39091 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T14:23:32,200 DEBUG [RS:0;2b6d221c5cde:39091 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b6d221c5cde,39091,1731421409993 2024-11-12T14:23:32,200 DEBUG [RS:0;2b6d221c5cde:39091 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,39091,1731421409993' 2024-11-12T14:23:32,200 DEBUG [RS:0;2b6d221c5cde:39091 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1503503737/flush-table-proc/abort' 2024-11-12T14:23:32,201 DEBUG [RS:0;2b6d221c5cde:39091 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1503503737/flush-table-proc/acquired' 2024-11-12T14:23:32,201 DEBUG [RS:0;2b6d221c5cde:39091 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T14:23:32,201 DEBUG [RS:0;2b6d221c5cde:39091 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T14:23:32,201 DEBUG [RS:0;2b6d221c5cde:39091 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b6d221c5cde,39091,1731421409993 2024-11-12T14:23:32,201 DEBUG [RS:0;2b6d221c5cde:39091 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,39091,1731421409993' 2024-11-12T14:23:32,201 DEBUG [RS:0;2b6d221c5cde:39091 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1503503737/online-snapshot/abort' 2024-11-12T14:23:32,201 DEBUG [RS:0;2b6d221c5cde:39091 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1503503737/online-snapshot/acquired' 2024-11-12T14:23:32,201 DEBUG [RS:0;2b6d221c5cde:39091 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T14:23:32,201 INFO [RS:0;2b6d221c5cde:39091 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T14:23:32,201 INFO [RS:0;2b6d221c5cde:39091 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T14:23:32,209 WARN [2b6d221c5cde:46509 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T14:23:32,302 INFO [RS:0;2b6d221c5cde:39091 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:23:32,303 INFO [RS:0;2b6d221c5cde:39091 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C39091%2C1731421409993, suffix=, logDir=hdfs://localhost:36981/user/jenkins/test-data/42b8f32c-7161-536e-b74c-7c658070b415/WALs/2b6d221c5cde,39091,1731421409993, archiveDir=hdfs://localhost:36981/user/jenkins/test-data/42b8f32c-7161-536e-b74c-7c658070b415/oldWALs, maxLogs=10 2024-11-12T14:23:32,314 DEBUG [RS:0;2b6d221c5cde:39091 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/42b8f32c-7161-536e-b74c-7c658070b415/WALs/2b6d221c5cde,39091,1731421409993/2b6d221c5cde%2C39091%2C1731421409993.1731421412303, exclude list is [], retry=0 2024-11-12T14:23:32,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45687,DS-579eff3f-8283-44eb-b6d7-89c5267279f4,DISK] 2024-11-12T14:23:32,317 INFO [RS:0;2b6d221c5cde:39091 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/42b8f32c-7161-536e-b74c-7c658070b415/WALs/2b6d221c5cde,39091,1731421409993/2b6d221c5cde%2C39091%2C1731421409993.1731421412303 2024-11-12T14:23:32,317 DEBUG [RS:0;2b6d221c5cde:39091 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45183:45183)] 2024-11-12T14:23:32,460 DEBUG [2b6d221c5cde:46509 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T14:23:32,460 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b6d221c5cde,39091,1731421409993 2024-11-12T14:23:32,461 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,39091,1731421409993, state=OPENING 2024-11-12T14:23:32,471 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T14:23:32,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46509-0x1012f6e062d0000, quorum=127.0.0.1:59266, baseZNode=/0-1503503737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1503503737 2024-11-12T14:23:32,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x1012f6e062d0001, quorum=127.0.0.1:59266, baseZNode=/0-1503503737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1503503737 2024-11-12T14:23:32,586 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:23:32,586 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1503503737/meta-region-server: CHANGED 2024-11-12T14:23:32,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,39091,1731421409993}] 2024-11-12T14:23:32,586 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1503503737/meta-region-server: CHANGED 2024-11-12T14:23:32,738 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:23:32,739 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57067, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T14:23:32,741 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T14:23:32,741 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:23:32,741 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T14:23:32,742 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C39091%2C1731421409993.meta, suffix=.meta, logDir=hdfs://localhost:36981/user/jenkins/test-data/42b8f32c-7161-536e-b74c-7c658070b415/WALs/2b6d221c5cde,39091,1731421409993, archiveDir=hdfs://localhost:36981/user/jenkins/test-data/42b8f32c-7161-536e-b74c-7c658070b415/oldWALs, maxLogs=10 2024-11-12T14:23:32,753 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/42b8f32c-7161-536e-b74c-7c658070b415/WALs/2b6d221c5cde,39091,1731421409993/2b6d221c5cde%2C39091%2C1731421409993.meta.1731421412742.meta, exclude list is [], retry=0 2024-11-12T14:23:32,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45687,DS-579eff3f-8283-44eb-b6d7-89c5267279f4,DISK] 2024-11-12T14:23:32,756 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/42b8f32c-7161-536e-b74c-7c658070b415/WALs/2b6d221c5cde,39091,1731421409993/2b6d221c5cde%2C39091%2C1731421409993.meta.1731421412742.meta 2024-11-12T14:23:32,758 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45183:45183)] 2024-11-12T14:23:32,759 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:23:32,759 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:23:32,759 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T14:23:32,759 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T14:23:32,759 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T14:23:32,759 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T14:23:32,759 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:23:32,759 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T14:23:32,759 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T14:23:32,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:23:32,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:23:32,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:32,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:23:32,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:23:32,762 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:23:32,762 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:32,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:23:32,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:23:32,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:23:32,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:32,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:23:32,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:23:32,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:23:32,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:32,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:23:32,764 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:23:32,764 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36981/user/jenkins/test-data/42b8f32c-7161-536e-b74c-7c658070b415/data/hbase/meta/1588230740 2024-11-12T14:23:32,765 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36981/user/jenkins/test-data/42b8f32c-7161-536e-b74c-7c658070b415/data/hbase/meta/1588230740 2024-11-12T14:23:32,766 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:23:32,766 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:23:32,766 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:23:32,767 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:23:32,767 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60338618, jitterRate=-0.10088452696800232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:23:32,767 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T14:23:32,767 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731421412759Writing region info on filesystem at 1731421412759Initializing all the Stores at 1731421412760 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421412760Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421412760Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421412760Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421412760Cleaning up temporary data from old regions at 1731421412766 (+6 ms)Running coprocessor post-open hooks at 1731421412767 (+1 ms)Region opened successfully at 1731421412767 2024-11-12T14:23:32,768 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731421412737 2024-11-12T14:23:32,769 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T14:23:32,769 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T14:23:32,770 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,39091,1731421409993 2024-11-12T14:23:32,770 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,39091,1731421409993, state=OPEN 2024-11-12T14:23:32,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39091-0x1012f6e062d0001, quorum=127.0.0.1:59266, baseZNode=/0-1503503737 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1503503737/meta-region-server 2024-11-12T14:23:32,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46509-0x1012f6e062d0000, quorum=127.0.0.1:59266, baseZNode=/0-1503503737 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1503503737/meta-region-server 2024-11-12T14:23:32,787 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b6d221c5cde,39091,1731421409993 2024-11-12T14:23:32,787 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1503503737/meta-region-server: CHANGED 2024-11-12T14:23:32,787 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1503503737/meta-region-server: CHANGED 2024-11-12T14:23:32,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T14:23:32,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,39091,1731421409993 in 201 msec 2024-11-12T14:23:32,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T14:23:32,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 730 msec 2024-11-12T14:23:32,790 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:23:32,790 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T14:23:32,791 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:23:32,791 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,39091,1731421409993, seqNum=-1] 2024-11-12T14:23:32,791 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:23:32,791 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60935, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:23:32,795 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 758 msec 2024-11-12T14:23:32,795 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731421412795, completionTime=-1 2024-11-12T14:23:32,795 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T14:23:32,795 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T14:23:32,797 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T14:23:32,797 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731421472797 2024-11-12T14:23:32,797 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731421532797 2024-11-12T14:23:32,797 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T14:23:32,797 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,46509,1731421409801-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:32,797 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,46509,1731421409801-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:32,797 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,46509,1731421409801-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:32,797 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b6d221c5cde:46509, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:32,797 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:32,797 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:32,798 DEBUG [master/2b6d221c5cde:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T14:23:32,800 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.724sec 2024-11-12T14:23:32,800 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T14:23:32,800 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T14:23:32,800 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T14:23:32,800 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T14:23:32,800 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T14:23:32,800 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,46509,1731421409801-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:23:32,800 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,46509,1731421409801-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T14:23:32,801 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T14:23:32,801 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T14:23:32,801 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,46509,1731421409801-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:32,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ea30d05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:32,824 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,46509,-1 for getting cluster id 2024-11-12T14:23:32,824 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:23:32,824 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7220c46e-ac09-4fa5-8182-547856c62cf2' 2024-11-12T14:23:32,825 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:23:32,825 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7220c46e-ac09-4fa5-8182-547856c62cf2" 2024-11-12T14:23:32,825 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bc502f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:32,825 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,46509,-1] 2024-11-12T14:23:32,825 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:23:32,825 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:32,826 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:23:32,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58427f13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:32,826 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:23:32,827 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,39091,1731421409993, seqNum=-1] 2024-11-12T14:23:32,827 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:23:32,828 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:23:32,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b6d221c5cde,46509,1731421409801 2024-11-12T14:23:32,829 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59266 2024-11-12T14:23:32,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59266, baseZNode=/0-1503503737 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:23:32,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012f6e062d0002 connected 2024-11-12T14:23:32,851 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:23:32,852 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,46509,1731421409801 2024-11-12T14:23:32,852 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a9f322c 2024-11-12T14:23:32,852 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:23:32,853 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:23:32,854 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46509 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:23:32,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46509 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T14:23:32,855 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T14:23:32,855 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:32,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46509 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T14:23:32,856 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T14:23:32,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:23:32,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45687 is added to blk_1073741835_1011 (size=902) 2024-11-12T14:23:32,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:23:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:23:33,262 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f2c20d7892e502f6998e739b662b7f32, NAME => 'test,,1731421412853.f2c20d7892e502f6998e739b662b7f32.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36981/user/jenkins/test-data/42b8f32c-7161-536e-b74c-7c658070b415 2024-11-12T14:23:33,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45687 is added to blk_1073741836_1012 (size=39) 2024-11-12T14:23:33,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:23:33,666 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731421412853.f2c20d7892e502f6998e739b662b7f32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:23:33,666 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f2c20d7892e502f6998e739b662b7f32, disabling compactions & flushes 2024-11-12T14:23:33,666 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731421412853.f2c20d7892e502f6998e739b662b7f32. 2024-11-12T14:23:33,666 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731421412853.f2c20d7892e502f6998e739b662b7f32. 2024-11-12T14:23:33,666 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731421412853.f2c20d7892e502f6998e739b662b7f32. after waiting 0 ms 2024-11-12T14:23:33,666 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731421412853.f2c20d7892e502f6998e739b662b7f32. 2024-11-12T14:23:33,666 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731421412853.f2c20d7892e502f6998e739b662b7f32. 2024-11-12T14:23:33,666 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f2c20d7892e502f6998e739b662b7f32: Waiting for close lock at 1731421413666Disabling compacts and flushes for region at 1731421413666Disabling writes for close at 1731421413666Writing region close event to WAL at 1731421413666Closed at 1731421413666 2024-11-12T14:23:33,667 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T14:23:33,667 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731421412853.f2c20d7892e502f6998e739b662b7f32.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731421413667"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731421413667"}]},"ts":"1731421413667"} 2024-11-12T14:23:33,669 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T14:23:33,669 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T14:23:33,670 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421413669"}]},"ts":"1731421413669"} 2024-11-12T14:23:33,671 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T14:23:33,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f2c20d7892e502f6998e739b662b7f32, ASSIGN}] 2024-11-12T14:23:33,672 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f2c20d7892e502f6998e739b662b7f32, ASSIGN 2024-11-12T14:23:33,672 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f2c20d7892e502f6998e739b662b7f32, ASSIGN; state=OFFLINE, location=2b6d221c5cde,39091,1731421409993; forceNewPlan=false, retain=false 2024-11-12T14:23:33,823 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f2c20d7892e502f6998e739b662b7f32, regionState=OPENING, regionLocation=2b6d221c5cde,39091,1731421409993 2024-11-12T14:23:33,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f2c20d7892e502f6998e739b662b7f32, ASSIGN because future has completed 2024-11-12T14:23:33,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2c20d7892e502f6998e739b662b7f32, server=2b6d221c5cde,39091,1731421409993}] 2024-11-12T14:23:33,979 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731421412853.f2c20d7892e502f6998e739b662b7f32. 2024-11-12T14:23:33,979 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f2c20d7892e502f6998e739b662b7f32, NAME => 'test,,1731421412853.f2c20d7892e502f6998e739b662b7f32.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:23:33,979 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:23:33,979 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T14:23:33,979 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f2c20d7892e502f6998e739b662b7f32 2024-11-12T14:23:33,980 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731421412853.f2c20d7892e502f6998e739b662b7f32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:23:33,980 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f2c20d7892e502f6998e739b662b7f32 2024-11-12T14:23:33,980 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f2c20d7892e502f6998e739b662b7f32 2024-11-12T14:23:33,981 INFO [StoreOpener-f2c20d7892e502f6998e739b662b7f32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f2c20d7892e502f6998e739b662b7f32 2024-11-12T14:23:33,981 INFO [StoreOpener-f2c20d7892e502f6998e739b662b7f32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2c20d7892e502f6998e739b662b7f32 columnFamilyName f 2024-11-12T14:23:33,981 DEBUG [StoreOpener-f2c20d7892e502f6998e739b662b7f32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:33,982 INFO [StoreOpener-f2c20d7892e502f6998e739b662b7f32-1 {}] regionserver.HStore(327): Store=f2c20d7892e502f6998e739b662b7f32/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:23:33,982 INFO [StoreOpener-f2c20d7892e502f6998e739b662b7f32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f2c20d7892e502f6998e739b662b7f32 2024-11-12T14:23:33,982 INFO [StoreOpener-f2c20d7892e502f6998e739b662b7f32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2c20d7892e502f6998e739b662b7f32 columnFamilyName f1 2024-11-12T14:23:33,982 DEBUG [StoreOpener-f2c20d7892e502f6998e739b662b7f32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:33,983 INFO [StoreOpener-f2c20d7892e502f6998e739b662b7f32-1 {}] regionserver.HStore(327): Store=f2c20d7892e502f6998e739b662b7f32/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:23:33,983 INFO [StoreOpener-f2c20d7892e502f6998e739b662b7f32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f2c20d7892e502f6998e739b662b7f32 2024-11-12T14:23:33,983 INFO [StoreOpener-f2c20d7892e502f6998e739b662b7f32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2c20d7892e502f6998e739b662b7f32 columnFamilyName norep 2024-11-12T14:23:33,983 DEBUG [StoreOpener-f2c20d7892e502f6998e739b662b7f32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:33,984 INFO [StoreOpener-f2c20d7892e502f6998e739b662b7f32-1 {}] regionserver.HStore(327): Store=f2c20d7892e502f6998e739b662b7f32/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:23:33,984 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f2c20d7892e502f6998e739b662b7f32 2024-11-12T14:23:33,984 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36981/user/jenkins/test-data/42b8f32c-7161-536e-b74c-7c658070b415/data/default/test/f2c20d7892e502f6998e739b662b7f32 2024-11-12T14:23:33,984 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36981/user/jenkins/test-data/42b8f32c-7161-536e-b74c-7c658070b415/data/default/test/f2c20d7892e502f6998e739b662b7f32 2024-11-12T14:23:33,985 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f2c20d7892e502f6998e739b662b7f32 2024-11-12T14:23:33,985 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f2c20d7892e502f6998e739b662b7f32 2024-11-12T14:23:33,985 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T14:23:33,986 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f2c20d7892e502f6998e739b662b7f32 2024-11-12T14:23:33,987 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36981/user/jenkins/test-data/42b8f32c-7161-536e-b74c-7c658070b415/data/default/test/f2c20d7892e502f6998e739b662b7f32/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:23:33,987 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f2c20d7892e502f6998e739b662b7f32; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69754266, jitterRate=0.03941956162452698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T14:23:33,987 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f2c20d7892e502f6998e739b662b7f32 2024-11-12T14:23:33,988 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f2c20d7892e502f6998e739b662b7f32: Running coprocessor pre-open hook at 1731421413980Writing region info on filesystem at 1731421413980Initializing all the Stores at 1731421413980Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421413980Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421413980Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421413980Cleaning up temporary data from old regions at 1731421413985 (+5 ms)Running coprocessor post-open hooks at 1731421413987 (+2 ms)Region opened successfully at 1731421413988 (+1 ms) 2024-11-12T14:23:33,988 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731421412853.f2c20d7892e502f6998e739b662b7f32., pid=6, masterSystemTime=1731421413976 2024-11-12T14:23:33,990 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731421412853.f2c20d7892e502f6998e739b662b7f32. 2024-11-12T14:23:33,990 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731421412853.f2c20d7892e502f6998e739b662b7f32. 2024-11-12T14:23:33,990 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f2c20d7892e502f6998e739b662b7f32, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2b6d221c5cde,39091,1731421409993 2024-11-12T14:23:33,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2c20d7892e502f6998e739b662b7f32, server=2b6d221c5cde,39091,1731421409993 because future has completed 2024-11-12T14:23:33,993 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T14:23:33,993 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f2c20d7892e502f6998e739b662b7f32, server=2b6d221c5cde,39091,1731421409993 in 167 msec 2024-11-12T14:23:33,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T14:23:33,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f2c20d7892e502f6998e739b662b7f32, ASSIGN in 322 msec 2024-11-12T14:23:33,995 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T14:23:33,995 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421413995"}]},"ts":"1731421413995"} 2024-11-12T14:23:33,996 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T14:23:33,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:23:33,996 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T14:23:33,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1420 sec 2024-11-12T14:23:35,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:23:35,007 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T14:23:35,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bd3a1ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:35,007 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,46509,-1 for getting cluster id 2024-11-12T14:23:35,007 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:23:35,008 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7220c46e-ac09-4fa5-8182-547856c62cf2' 2024-11-12T14:23:35,008 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:23:35,008 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7220c46e-ac09-4fa5-8182-547856c62cf2" 2024-11-12T14:23:35,008 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48d99596, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:35,008 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,46509,-1] 2024-11-12T14:23:35,008 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:23:35,008 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:35,009 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:23:35,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59e9e42c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:35,009 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:23:35,010 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,46509,1731421409801 2024-11-12T14:23:35,010 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bc6ba5d 2024-11-12T14:23:35,010 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:23:35,010 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:23:35,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46509 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2b6d221c5cde:46509,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T14:23:35,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46509 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T14:23:35,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:23:35,013 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b6d221c5cde:46509' 2024-11-12T14:23:35,013 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ead0362, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:35,013 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,46509,-1 for getting cluster id 2024-11-12T14:23:35,014 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:23:35,014 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7220c46e-ac09-4fa5-8182-547856c62cf2' 2024-11-12T14:23:35,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:23:35,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7220c46e-ac09-4fa5-8182-547856c62cf2" 2024-11-12T14:23:35,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eeb2ffc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:35,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,46509,-1] 2024-11-12T14:23:35,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:23:35,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:35,015 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:23:35,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39c0a132, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:35,015 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:23:35,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,46509,1731421409801 2024-11-12T14:23:35,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12875118 2024-11-12T14:23:35,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:23:35,016 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:23:35,017 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T14:23:35,017 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T14:23:35,017 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:35,017 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:35,017 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:23:35,018 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://2b6d221c5cde:46509, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-12T14:23:35,022 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://2b6d221c5cde:46509, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://2b6d221c5cde:46509, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://2b6d221c5cde:46509, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-12T14:23:35,023 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://2b6d221c5cde:46509, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=12 msec 2024-11-12T14:23:35,023 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-12T14:23:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:23:35,117 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://2b6d221c5cde:46509, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-12T14:23:35,117 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:23:35,117 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:23:35,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:35,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:35,118 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:23:35,133 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=527 (was 361) Potentially hanging thread: PacketResponder: BP-86697767-172.17.0.3-1731421407889:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:59266 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 44345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: master/2b6d221c5cde:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1963855285-7923-acceptor-0@617ce655-ServerConnector@5a6810b1{HTTP/1.1, (http/1.1)}{localhost:36895} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36981 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: IPC Server handler 0 on default port 36981 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$612/0x00007fa640ad9d30.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;2b6d221c5cde:39091-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36981 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1963855285-7919 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fa640432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=46509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-86697767-172.17.0.3-1731421407889:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f396cc-433f-0a33-5f87-12e6d04d047e/cluster_5c2396f5-e266-8781-20c3-090d614b9045/data/data2/current/BP-86697767-172.17.0.3-1731421407889 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 44345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2b6d221c5cde:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-86697767-172.17.0.3-1731421407889:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcessThread(sid:0 cport:59266): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: qtp1963855285-7926 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@2f43f77c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-2ad0721-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$479/0x00007fa6409fc208.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2b6d221c5cde:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36981/user/jenkins/test-data/42b8f32c-7161-536e-b74c-7c658070b415-prefix:2b6d221c5cde,39091,1731421409993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;2b6d221c5cde:39091 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=46509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 36981 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp978240720-7969-acceptor-0@267e7f24-ServerConnector@4cf3bcda{HTTP/1.1, (http/1.1)}{localhost:38279} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1989727365_20 at /127.0.0.1:59882 [Receiving block BP-86697767-172.17.0.3-1731421407889:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp978240720-7971 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f396cc-433f-0a33-5f87-12e6d04d047e/cluster_5c2396f5-e266-8781-20c3-090d614b9045/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36981/user/jenkins/test-data/42b8f32c-7161-536e-b74c-7c658070b415-prefix:2b6d221c5cde,39091,1731421409993.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421412039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36981 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@15fba47b java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59266) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 44345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@289868dc java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=39091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@62d8367f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f396cc-433f-0a33-5f87-12e6d04d047e/cluster_5c2396f5-e266-8781-20c3-090d614b9045/data/data1/current/BP-86697767-172.17.0.3-1731421407889 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36981 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36981 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@5e3d6d0d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 36981 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@3d10f114 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;2b6d221c5cde:46509 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 36981 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp1963855285-7921 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fa640432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1963855285-7924 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-29415183-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=39091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@3680c111 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 2b6d221c5cde:46509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: regionserver/2b6d221c5cde:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server idle connection scanner for port 44345 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp1963855285-7922 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fa640432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36981/user/jenkins/test-data/42b8f32c-7161-536e-b74c-7c658070b415/MasterData-prefix:2b6d221c5cde,46509,1731421409801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 36981 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: CacheReplicationMonitor(451811334) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f396cc-433f-0a33-5f87-12e6d04d047e/cluster_5c2396f5-e266-8781-20c3-090d614b9045/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:36981 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp978240720-7970 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36981 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 44345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@40cca541 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-86697767-172.17.0.3-1731421407889 heartbeating to localhost/127.0.0.1:36981 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1989727365_20 at /127.0.0.1:35614 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 36981 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1038681758_20 at /127.0.0.1:35662 [Receiving block BP-86697767-172.17.0.3-1731421407889:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1989727365_20 at /127.0.0.1:59896 [Receiving block BP-86697767-172.17.0.3-1731421407889:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 44345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: qtp978240720-7968 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fa640432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1963855285-7920 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fa640432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_META-regionserver/2b6d221c5cde:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1963855285-7925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@45ccf7b6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=46509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36981 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59266) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59266) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421412039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@6c9982b8[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=870 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=372 (was 387), ProcessCount=11 (was 11), AvailableMemoryMB=2121 (was 2139) 2024-11-12T14:23:35,135 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=527 is superior to 500 2024-11-12T14:23:35,147 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=527, OpenFileDescriptor=870, MaxFileDescriptor=1048576, SystemLoadAverage=372, ProcessCount=11, AvailableMemoryMB=2120 2024-11-12T14:23:35,147 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=527 is superior to 500 2024-11-12T14:23:35,164 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-12T14:23:35,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f396cc-433f-0a33-5f87-12e6d04d047e/hadoop.log.dir so I do NOT create it in target/test-data/c1f0a707-ad78-2409-e76b-8e6c2b74ad10 2024-11-12T14:23:35,164 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f396cc-433f-0a33-5f87-12e6d04d047e/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T14:23:35,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f396cc-433f-0a33-5f87-12e6d04d047e/hadoop.tmp.dir so I do NOT create it in target/test-data/c1f0a707-ad78-2409-e76b-8e6c2b74ad10 2024-11-12T14:23:35,164 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f396cc-433f-0a33-5f87-12e6d04d047e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T14:23:35,164 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f0a707-ad78-2409-e76b-8e6c2b74ad10 2024-11-12T14:23:35,164 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f0a707-ad78-2409-e76b-8e6c2b74ad10/cluster_92375d80-1137-bc08-165b-0203616c7331, deleteOnExit=true 2024-11-12T14:23:35,210 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f0a707-ad78-2409-e76b-8e6c2b74ad10/cluster_92375d80-1137-bc08-165b-0203616c7331/zookeeper_0, clientPort=65035, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f0a707-ad78-2409-e76b-8e6c2b74ad10/cluster_92375d80-1137-bc08-165b-0203616c7331/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f0a707-ad78-2409-e76b-8e6c2b74ad10/cluster_92375d80-1137-bc08-165b-0203616c7331/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T14:23:35,211 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65035 2024-11-12T14:23:35,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T14:23:35,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T14:23:35,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f0a707-ad78-2409-e76b-8e6c2b74ad10/test.cache.data in system properties and HBase conf 2024-11-12T14:23:35,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f0a707-ad78-2409-e76b-8e6c2b74ad10/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T14:23:35,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f0a707-ad78-2409-e76b-8e6c2b74ad10/hadoop.log.dir in system properties and HBase conf 2024-11-12T14:23:35,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f0a707-ad78-2409-e76b-8e6c2b74ad10/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T14:23:35,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f0a707-ad78-2409-e76b-8e6c2b74ad10/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T14:23:35,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T14:23:35,212 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T14:23:35,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f0a707-ad78-2409-e76b-8e6c2b74ad10/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:23:35,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f0a707-ad78-2409-e76b-8e6c2b74ad10/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:23:35,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f0a707-ad78-2409-e76b-8e6c2b74ad10/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T14:23:35,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f0a707-ad78-2409-e76b-8e6c2b74ad10/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:23:35,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f0a707-ad78-2409-e76b-8e6c2b74ad10/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T14:23:35,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f0a707-ad78-2409-e76b-8e6c2b74ad10/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T14:23:35,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f0a707-ad78-2409-e76b-8e6c2b74ad10/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:23:35,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f0a707-ad78-2409-e76b-8e6c2b74ad10/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:23:35,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f0a707-ad78-2409-e76b-8e6c2b74ad10/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T14:23:35,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f0a707-ad78-2409-e76b-8e6c2b74ad10/nfs.dump.dir in system properties and HBase conf 2024-11-12T14:23:35,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f0a707-ad78-2409-e76b-8e6c2b74ad10/java.io.tmpdir in system properties and HBase conf 2024-11-12T14:23:35,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f0a707-ad78-2409-e76b-8e6c2b74ad10/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:23:35,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f0a707-ad78-2409-e76b-8e6c2b74ad10/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T14:23:35,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f0a707-ad78-2409-e76b-8e6c2b74ad10/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T14:23:35,540 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:23:35,544 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:23:35,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:23:35,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:23:35,545 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T14:23:35,546 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:23:35,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@296656b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f0a707-ad78-2409-e76b-8e6c2b74ad10/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:23:35,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1eabaad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:23:35,654 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@291cdbfb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f0a707-ad78-2409-e76b-8e6c2b74ad10/java.io.tmpdir/jetty-localhost-37101-hadoop-hdfs-3_4_1-tests_jar-_-any-7394879065756122617/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:23:35,655 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5dbcb204{HTTP/1.1, (http/1.1)}{localhost:37101} 2024-11-12T14:23:35,655 INFO [Time-limited test {}] server.Server(415): Started @332821ms 2024-11-12T14:23:35,900 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:23:35,903 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:23:35,904 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:23:35,904 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:23:35,904 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T14:23:35,908 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49767db0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f0a707-ad78-2409-e76b-8e6c2b74ad10/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:23:35,908 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60701ae3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:23:36,034 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45baff95{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f0a707-ad78-2409-e76b-8e6c2b74ad10/java.io.tmpdir/jetty-localhost-45841-hadoop-hdfs-3_4_1-tests_jar-_-any-18432680798321531172/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:23:36,034 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32dd170d{HTTP/1.1, (http/1.1)}{localhost:45841} 2024-11-12T14:23:36,034 INFO [Time-limited test {}] server.Server(415): Started @333201ms 2024-11-12T14:23:36,035 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T14:23:36,735 WARN [Thread-4339 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f0a707-ad78-2409-e76b-8e6c2b74ad10/cluster_92375d80-1137-bc08-165b-0203616c7331/data/data2/current/BP-762921520-172.17.0.3-1731421415239/current, will proceed with Du for space computation calculation, 2024-11-12T14:23:36,735 WARN [Thread-4338 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f0a707-ad78-2409-e76b-8e6c2b74ad10/cluster_92375d80-1137-bc08-165b-0203616c7331/data/data1/current/BP-762921520-172.17.0.3-1731421415239/current, will proceed with Du for space computation calculation, 2024-11-12T14:23:36,755 WARN [Thread-4326 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T14:23:36,757 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4a7ad0dbe0a019a5 with lease ID 0x2a9efb9e1bdd329f: Processing first storage report for DS-f84f7e77-2a8e-400e-82d7-ffa839ec13dd from datanode DatanodeRegistration(127.0.0.1:39521, datanodeUuid=e32bda88-df77-423e-83ba-01a22f62342c, infoPort=34855, infoSecurePort=0, ipcPort=38131, storageInfo=lv=-57;cid=testClusterID;nsid=873238898;c=1731421415239) 2024-11-12T14:23:36,757 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4a7ad0dbe0a019a5 with lease ID 0x2a9efb9e1bdd329f: from storage DS-f84f7e77-2a8e-400e-82d7-ffa839ec13dd node DatanodeRegistration(127.0.0.1:39521, datanodeUuid=e32bda88-df77-423e-83ba-01a22f62342c, infoPort=34855, infoSecurePort=0, ipcPort=38131, storageInfo=lv=-57;cid=testClusterID;nsid=873238898;c=1731421415239), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:23:36,757 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4a7ad0dbe0a019a5 with lease ID 0x2a9efb9e1bdd329f: Processing first storage report for DS-c2a524bc-14e6-4a34-bc10-53cf53e88ad0 from datanode DatanodeRegistration(127.0.0.1:39521, datanodeUuid=e32bda88-df77-423e-83ba-01a22f62342c, infoPort=34855, infoSecurePort=0, ipcPort=38131, storageInfo=lv=-57;cid=testClusterID;nsid=873238898;c=1731421415239) 2024-11-12T14:23:36,757 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4a7ad0dbe0a019a5 with lease ID 0x2a9efb9e1bdd329f: from storage DS-c2a524bc-14e6-4a34-bc10-53cf53e88ad0 node DatanodeRegistration(127.0.0.1:39521, datanodeUuid=e32bda88-df77-423e-83ba-01a22f62342c, infoPort=34855, infoSecurePort=0, ipcPort=38131, storageInfo=lv=-57;cid=testClusterID;nsid=873238898;c=1731421415239), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:23:36,761 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f0a707-ad78-2409-e76b-8e6c2b74ad10 2024-11-12T14:23:36,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:23:36,762 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:23:36,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39521 is added to blk_1073741825_1001 (size=7) 2024-11-12T14:23:37,168 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b with version=8 2024-11-12T14:23:37,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/hbase-staging 2024-11-12T14:23:37,170 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:23:37,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:23:37,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:23:37,170 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:23:37,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:23:37,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:23:37,170 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T14:23:37,170 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:23:37,171 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40599 2024-11-12T14:23:37,171 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40599 connecting to ZooKeeper ensemble=127.0.0.1:65035 2024-11-12T14:23:37,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:405990x0, quorum=127.0.0.1:65035, baseZNode=/01202236738 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:23:37,233 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40599-0x1012f6e22d50000 connected 2024-11-12T14:23:37,317 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:23:37,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:23:37,320 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40599-0x1012f6e22d50000, quorum=127.0.0.1:65035, baseZNode=/01202236738 Set watcher on znode that does not yet exist, /01202236738/running 2024-11-12T14:23:37,320 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b, hbase.cluster.distributed=false 2024-11-12T14:23:37,321 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40599-0x1012f6e22d50000, quorum=127.0.0.1:65035, baseZNode=/01202236738 Set watcher on znode that does not yet exist, /01202236738/acl 2024-11-12T14:23:37,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40599 2024-11-12T14:23:37,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40599 2024-11-12T14:23:37,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40599 2024-11-12T14:23:37,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40599 2024-11-12T14:23:37,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40599 2024-11-12T14:23:37,334 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:23:37,334 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:23:37,334 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:23:37,334 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:23:37,334 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:23:37,334 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:23:37,334 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T14:23:37,335 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:23:37,335 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33061 2024-11-12T14:23:37,335 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33061 connecting to ZooKeeper ensemble=127.0.0.1:65035 2024-11-12T14:23:37,336 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:23:37,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:23:37,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:330610x0, quorum=127.0.0.1:65035, baseZNode=/01202236738 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:23:37,349 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:330610x0, quorum=127.0.0.1:65035, baseZNode=/01202236738 Set watcher on znode that does not yet exist, /01202236738/running 2024-11-12T14:23:37,349 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33061-0x1012f6e22d50001 connected 2024-11-12T14:23:37,349 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T14:23:37,349 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T14:23:37,350 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33061-0x1012f6e22d50001, quorum=127.0.0.1:65035, baseZNode=/01202236738 Set watcher on znode that does not yet exist, /01202236738/master 2024-11-12T14:23:37,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33061-0x1012f6e22d50001, quorum=127.0.0.1:65035, baseZNode=/01202236738 Set watcher on znode that does not yet exist, /01202236738/acl 2024-11-12T14:23:37,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33061 2024-11-12T14:23:37,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33061 2024-11-12T14:23:37,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33061 2024-11-12T14:23:37,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33061 2024-11-12T14:23:37,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33061 2024-11-12T14:23:37,371 DEBUG [M:0;2b6d221c5cde:40599 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b6d221c5cde:40599 2024-11-12T14:23:37,371 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01202236738/backup-masters/2b6d221c5cde,40599,1731421417170 2024-11-12T14:23:37,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33061-0x1012f6e22d50001, quorum=127.0.0.1:65035, baseZNode=/01202236738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01202236738/backup-masters 2024-11-12T14:23:37,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40599-0x1012f6e22d50000, quorum=127.0.0.1:65035, baseZNode=/01202236738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01202236738/backup-masters 2024-11-12T14:23:37,456 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40599-0x1012f6e22d50000, quorum=127.0.0.1:65035, baseZNode=/01202236738 Set watcher on existing znode=/01202236738/backup-masters/2b6d221c5cde,40599,1731421417170 2024-11-12T14:23:37,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33061-0x1012f6e22d50001, quorum=127.0.0.1:65035, baseZNode=/01202236738 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01202236738/master 2024-11-12T14:23:37,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33061-0x1012f6e22d50001, quorum=127.0.0.1:65035, baseZNode=/01202236738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01202236738 2024-11-12T14:23:37,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40599-0x1012f6e22d50000, quorum=127.0.0.1:65035, baseZNode=/01202236738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01202236738 2024-11-12T14:23:37,489 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40599-0x1012f6e22d50000, quorum=127.0.0.1:65035, baseZNode=/01202236738 Set watcher on existing znode=/01202236738/master 2024-11-12T14:23:37,491 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01202236738/backup-masters/2b6d221c5cde,40599,1731421417170 from backup master directory 2024-11-12T14:23:37,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33061-0x1012f6e22d50001, quorum=127.0.0.1:65035, baseZNode=/01202236738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01202236738/backup-masters 2024-11-12T14:23:37,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40599-0x1012f6e22d50000, quorum=127.0.0.1:65035, baseZNode=/01202236738 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01202236738/backup-masters/2b6d221c5cde,40599,1731421417170 2024-11-12T14:23:37,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40599-0x1012f6e22d50000, quorum=127.0.0.1:65035, baseZNode=/01202236738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01202236738/backup-masters 2024-11-12T14:23:37,496 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:23:37,496 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b6d221c5cde,40599,1731421417170 2024-11-12T14:23:37,513 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/hbase.id] with ID: 52936610-5153-4fb4-8220-7644a5080b56 2024-11-12T14:23:37,513 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/.tmp/hbase.id 2024-11-12T14:23:37,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39521 is added to blk_1073741826_1002 (size=42) 2024-11-12T14:23:37,539 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/.tmp/hbase.id]:[hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/hbase.id] 2024-11-12T14:23:37,549 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:23:37,549 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T14:23:37,551 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-12T14:23:37,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33061-0x1012f6e22d50001, quorum=127.0.0.1:65035, baseZNode=/01202236738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01202236738 2024-11-12T14:23:37,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40599-0x1012f6e22d50000, quorum=127.0.0.1:65035, baseZNode=/01202236738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01202236738 2024-11-12T14:23:37,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39521 is added to blk_1073741827_1003 (size=196) 2024-11-12T14:23:37,586 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:23:37,587 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T14:23:37,588 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:23:37,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39521 is added to blk_1073741828_1004 (size=1189) 2024-11-12T14:23:37,997 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/MasterData/data/master/store 2024-11-12T14:23:38,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39521 is added to blk_1073741829_1005 (size=34) 2024-11-12T14:23:38,263 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T14:23:38,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:38,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:38,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:38,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:38,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:38,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:38,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:38,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:38,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:38,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:38,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:38,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:38,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:38,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:38,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:38,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:38,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:38,369 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T14:23:38,369 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T14:23:38,419 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:23:38,419 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:23:38,419 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:23:38,419 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:23:38,419 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:23:38,419 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:23:38,419 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:23:38,419 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421418419Disabling compacts and flushes for region at 1731421418419Disabling writes for close at 1731421418419Writing region close event to WAL at 1731421418419Closed at 1731421418419 2024-11-12T14:23:38,420 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/MasterData/data/master/store/.initializing 2024-11-12T14:23:38,420 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/MasterData/WALs/2b6d221c5cde,40599,1731421417170 2024-11-12T14:23:38,421 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:23:38,422 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C40599%2C1731421417170, suffix=, logDir=hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/MasterData/WALs/2b6d221c5cde,40599,1731421417170, archiveDir=hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/MasterData/oldWALs, maxLogs=10 2024-11-12T14:23:38,435 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/MasterData/WALs/2b6d221c5cde,40599,1731421417170/2b6d221c5cde%2C40599%2C1731421417170.1731421418422, exclude list is [], retry=0 2024-11-12T14:23:38,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39521,DS-f84f7e77-2a8e-400e-82d7-ffa839ec13dd,DISK] 2024-11-12T14:23:38,444 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/MasterData/WALs/2b6d221c5cde,40599,1731421417170/2b6d221c5cde%2C40599%2C1731421417170.1731421418422 2024-11-12T14:23:38,445 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34855:34855)] 2024-11-12T14:23:38,445 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:23:38,445 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:23:38,445 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:23:38,445 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:23:38,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:23:38,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T14:23:38,449 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:38,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:23:38,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:23:38,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T14:23:38,450 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:38,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:23:38,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:23:38,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T14:23:38,452 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:38,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:23:38,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:23:38,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T14:23:38,453 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:38,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:23:38,453 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:23:38,454 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:23:38,454 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:23:38,455 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:23:38,455 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:23:38,455 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:23:38,456 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:23:38,458 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:23:38,458 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68086567, jitterRate=0.014568910002708435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:23:38,458 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731421418445Initializing all the Stores at 1731421418446 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421418446Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421418448 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421418448Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421418448Cleaning up temporary data from old regions at 1731421418455 (+7 ms)Region opened successfully at 1731421418458 (+3 ms) 2024-11-12T14:23:38,458 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T14:23:38,460 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@782eaf3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:23:38,461 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T14:23:38,461 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T14:23:38,461 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T14:23:38,461 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T14:23:38,461 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T14:23:38,462 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T14:23:38,462 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T14:23:38,466 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T14:23:38,467 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40599-0x1012f6e22d50000, quorum=127.0.0.1:65035, baseZNode=/01202236738 Unable to get data of znode /01202236738/balancer because node does not exist (not necessarily an error) 2024-11-12T14:23:38,526 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01202236738/balancer already deleted, retry=false 2024-11-12T14:23:38,527 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T14:23:38,527 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40599-0x1012f6e22d50000, quorum=127.0.0.1:65035, baseZNode=/01202236738 Unable to get data of znode /01202236738/normalizer because node does not exist (not necessarily an error) 2024-11-12T14:23:38,547 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01202236738/normalizer already deleted, retry=false 2024-11-12T14:23:38,547 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T14:23:38,548 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40599-0x1012f6e22d50000, quorum=127.0.0.1:65035, baseZNode=/01202236738 Unable to get data of znode /01202236738/switch/split because node does not exist (not necessarily an error) 2024-11-12T14:23:38,569 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01202236738/switch/split already deleted, retry=false 2024-11-12T14:23:38,570 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40599-0x1012f6e22d50000, quorum=127.0.0.1:65035, baseZNode=/01202236738 Unable to get data of znode /01202236738/switch/merge because node does not exist (not necessarily an error) 2024-11-12T14:23:38,580 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01202236738/switch/merge already deleted, retry=false 2024-11-12T14:23:38,581 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40599-0x1012f6e22d50000, quorum=127.0.0.1:65035, baseZNode=/01202236738 Unable to get data of znode /01202236738/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T14:23:38,601 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01202236738/snapshot-cleanup already deleted, retry=false 2024-11-12T14:23:38,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40599-0x1012f6e22d50000, quorum=127.0.0.1:65035, baseZNode=/01202236738 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01202236738/running 2024-11-12T14:23:38,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33061-0x1012f6e22d50001, quorum=127.0.0.1:65035, baseZNode=/01202236738 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01202236738/running 2024-11-12T14:23:38,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40599-0x1012f6e22d50000, quorum=127.0.0.1:65035, baseZNode=/01202236738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01202236738 2024-11-12T14:23:38,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33061-0x1012f6e22d50001, quorum=127.0.0.1:65035, baseZNode=/01202236738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01202236738 2024-11-12T14:23:38,623 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b6d221c5cde,40599,1731421417170, sessionid=0x1012f6e22d50000, setting cluster-up flag (Was=false) 2024-11-12T14:23:38,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33061-0x1012f6e22d50001, quorum=127.0.0.1:65035, baseZNode=/01202236738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01202236738 2024-11-12T14:23:38,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40599-0x1012f6e22d50000, quorum=127.0.0.1:65035, baseZNode=/01202236738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01202236738 2024-11-12T14:23:38,685 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01202236738/flush-table-proc/acquired, /01202236738/flush-table-proc/reached, /01202236738/flush-table-proc/abort 2024-11-12T14:23:38,686 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,40599,1731421417170 2024-11-12T14:23:38,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40599-0x1012f6e22d50000, quorum=127.0.0.1:65035, baseZNode=/01202236738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01202236738 2024-11-12T14:23:38,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33061-0x1012f6e22d50001, quorum=127.0.0.1:65035, baseZNode=/01202236738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01202236738 2024-11-12T14:23:38,738 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01202236738/online-snapshot/acquired, /01202236738/online-snapshot/reached, /01202236738/online-snapshot/abort 2024-11-12T14:23:38,739 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,40599,1731421417170 2024-11-12T14:23:38,740 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T14:23:38,742 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T14:23:38,742 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T14:23:38,742 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T14:23:38,743 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b6d221c5cde,40599,1731421417170 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T14:23:38,745 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:23:38,745 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:23:38,745 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:23:38,745 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:23:38,745 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b6d221c5cde:0, corePoolSize=10, maxPoolSize=10 2024-11-12T14:23:38,745 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:23:38,745 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:23:38,745 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:23:38,747 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:23:38,747 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T14:23:38,748 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:38,748 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T14:23:38,758 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731421448758 2024-11-12T14:23:38,758 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T14:23:38,758 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T14:23:38,758 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T14:23:38,758 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T14:23:38,758 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T14:23:38,758 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T14:23:38,762 INFO [RS:0;2b6d221c5cde:33061 {}] regionserver.HRegionServer(746): ClusterId : 52936610-5153-4fb4-8220-7644a5080b56 2024-11-12T14:23:38,762 DEBUG [RS:0;2b6d221c5cde:33061 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T14:23:38,768 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:38,770 DEBUG [RS:0;2b6d221c5cde:33061 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T14:23:38,770 DEBUG [RS:0;2b6d221c5cde:33061 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T14:23:38,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39521 is added to blk_1073741831_1007 (size=1321) 2024-11-12T14:23:38,776 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T14:23:38,776 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T14:23:38,776 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T14:23:38,776 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T14:23:38,777 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T14:23:38,777 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T14:23:38,780 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421418777,5,FailOnTimeoutGroup] 2024-11-12T14:23:38,780 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421418780,5,FailOnTimeoutGroup] 2024-11-12T14:23:38,780 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:38,780 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T14:23:38,780 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:38,780 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:38,781 DEBUG [RS:0;2b6d221c5cde:33061 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T14:23:38,781 DEBUG [RS:0;2b6d221c5cde:33061 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4156118e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:23:38,799 DEBUG [RS:0;2b6d221c5cde:33061 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b6d221c5cde:33061 2024-11-12T14:23:38,799 INFO [RS:0;2b6d221c5cde:33061 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T14:23:38,799 INFO [RS:0;2b6d221c5cde:33061 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T14:23:38,799 DEBUG [RS:0;2b6d221c5cde:33061 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T14:23:38,799 INFO [RS:0;2b6d221c5cde:33061 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b6d221c5cde,40599,1731421417170 with port=33061, startcode=1731421417334 2024-11-12T14:23:38,800 DEBUG [RS:0;2b6d221c5cde:33061 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T14:23:38,801 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T14:23:38,801 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40599 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b6d221c5cde,33061,1731421417334 2024-11-12T14:23:38,801 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40599 {}] master.ServerManager(517): Registering regionserver=2b6d221c5cde,33061,1731421417334 2024-11-12T14:23:38,802 DEBUG [RS:0;2b6d221c5cde:33061 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b 2024-11-12T14:23:38,802 DEBUG [RS:0;2b6d221c5cde:33061 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42845 2024-11-12T14:23:38,802 DEBUG [RS:0;2b6d221c5cde:33061 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T14:23:38,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40599-0x1012f6e22d50000, quorum=127.0.0.1:65035, baseZNode=/01202236738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01202236738/rs 2024-11-12T14:23:38,812 DEBUG [RS:0;2b6d221c5cde:33061 {}] zookeeper.ZKUtil(111): regionserver:33061-0x1012f6e22d50001, quorum=127.0.0.1:65035, baseZNode=/01202236738 Set watcher on existing znode=/01202236738/rs/2b6d221c5cde,33061,1731421417334 2024-11-12T14:23:38,812 WARN [RS:0;2b6d221c5cde:33061 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:23:38,812 INFO [RS:0;2b6d221c5cde:33061 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:23:38,812 DEBUG [RS:0;2b6d221c5cde:33061 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334 2024-11-12T14:23:38,812 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b6d221c5cde,33061,1731421417334] 2024-11-12T14:23:38,823 INFO [RS:0;2b6d221c5cde:33061 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T14:23:38,832 INFO [RS:0;2b6d221c5cde:33061 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T14:23:38,832 INFO [RS:0;2b6d221c5cde:33061 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T14:23:38,833 INFO [RS:0;2b6d221c5cde:33061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:38,836 INFO [RS:0;2b6d221c5cde:33061 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T14:23:38,837 INFO [RS:0;2b6d221c5cde:33061 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T14:23:38,837 INFO [RS:0;2b6d221c5cde:33061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:38,837 DEBUG [RS:0;2b6d221c5cde:33061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:23:38,837 DEBUG [RS:0;2b6d221c5cde:33061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:23:38,837 DEBUG [RS:0;2b6d221c5cde:33061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:23:38,837 DEBUG [RS:0;2b6d221c5cde:33061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:23:38,837 DEBUG [RS:0;2b6d221c5cde:33061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:23:38,837 DEBUG [RS:0;2b6d221c5cde:33061 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:23:38,837 DEBUG [RS:0;2b6d221c5cde:33061 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:23:38,837 DEBUG [RS:0;2b6d221c5cde:33061 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:23:38,837 DEBUG [RS:0;2b6d221c5cde:33061 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:23:38,837 DEBUG [RS:0;2b6d221c5cde:33061 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:23:38,837 DEBUG [RS:0;2b6d221c5cde:33061 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:23:38,837 DEBUG [RS:0;2b6d221c5cde:33061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:23:38,838 DEBUG [RS:0;2b6d221c5cde:33061 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:23:38,838 DEBUG [RS:0;2b6d221c5cde:33061 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:23:38,838 INFO [RS:0;2b6d221c5cde:33061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:38,838 INFO [RS:0;2b6d221c5cde:33061 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:38,838 INFO [RS:0;2b6d221c5cde:33061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:38,838 INFO [RS:0;2b6d221c5cde:33061 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:38,838 INFO [RS:0;2b6d221c5cde:33061 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:38,838 INFO [RS:0;2b6d221c5cde:33061 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,33061,1731421417334-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:23:38,860 INFO [RS:0;2b6d221c5cde:33061 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T14:23:38,861 INFO [RS:0;2b6d221c5cde:33061 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,33061,1731421417334-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:38,861 INFO [RS:0;2b6d221c5cde:33061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:38,861 INFO [RS:0;2b6d221c5cde:33061 {}] regionserver.Replication(171): 2b6d221c5cde,33061,1731421417334 started 2024-11-12T14:23:38,880 INFO [RS:0;2b6d221c5cde:33061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:38,880 INFO [RS:0;2b6d221c5cde:33061 {}] regionserver.HRegionServer(1482): Serving as 2b6d221c5cde,33061,1731421417334, RpcServer on 2b6d221c5cde/172.17.0.3:33061, sessionid=0x1012f6e22d50001 2024-11-12T14:23:38,880 DEBUG [RS:0;2b6d221c5cde:33061 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T14:23:38,880 DEBUG [RS:0;2b6d221c5cde:33061 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b6d221c5cde,33061,1731421417334 2024-11-12T14:23:38,880 DEBUG [RS:0;2b6d221c5cde:33061 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,33061,1731421417334' 2024-11-12T14:23:38,881 DEBUG [RS:0;2b6d221c5cde:33061 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01202236738/flush-table-proc/abort' 2024-11-12T14:23:38,881 DEBUG [RS:0;2b6d221c5cde:33061 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01202236738/flush-table-proc/acquired' 2024-11-12T14:23:38,883 DEBUG [RS:0;2b6d221c5cde:33061 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T14:23:38,883 DEBUG [RS:0;2b6d221c5cde:33061 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T14:23:38,883 DEBUG [RS:0;2b6d221c5cde:33061 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b6d221c5cde,33061,1731421417334 2024-11-12T14:23:38,883 DEBUG [RS:0;2b6d221c5cde:33061 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,33061,1731421417334' 2024-11-12T14:23:38,883 DEBUG [RS:0;2b6d221c5cde:33061 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01202236738/online-snapshot/abort' 2024-11-12T14:23:38,884 DEBUG [RS:0;2b6d221c5cde:33061 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01202236738/online-snapshot/acquired' 2024-11-12T14:23:38,885 DEBUG [RS:0;2b6d221c5cde:33061 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T14:23:38,885 INFO [RS:0;2b6d221c5cde:33061 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T14:23:38,885 INFO [RS:0;2b6d221c5cde:33061 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T14:23:38,985 INFO [RS:0;2b6d221c5cde:33061 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:23:38,986 INFO [RS:0;2b6d221c5cde:33061 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C33061%2C1731421417334, suffix=, logDir=hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334, archiveDir=hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/oldWALs, maxLogs=10 2024-11-12T14:23:39,003 DEBUG [RS:0;2b6d221c5cde:33061 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421418987, exclude list is [], retry=0 2024-11-12T14:23:39,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39521,DS-f84f7e77-2a8e-400e-82d7-ffa839ec13dd,DISK] 2024-11-12T14:23:39,006 INFO [RS:0;2b6d221c5cde:33061 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421418987 2024-11-12T14:23:39,006 DEBUG [RS:0;2b6d221c5cde:33061 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34855:34855)] 2024-11-12T14:23:39,174 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T14:23:39,175 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b 2024-11-12T14:23:39,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39521 is added to blk_1073741833_1009 (size=32) 2024-11-12T14:23:39,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:23:39,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:23:39,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:23:39,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:39,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:23:39,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:23:39,184 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:23:39,184 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:39,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:23:39,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:23:39,185 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:23:39,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:39,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:23:39,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:23:39,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:23:39,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:39,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:23:39,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:23:39,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/hbase/meta/1588230740 2024-11-12T14:23:39,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/hbase/meta/1588230740 2024-11-12T14:23:39,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:23:39,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:23:39,190 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:23:39,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:23:39,192 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:23:39,193 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64793615, jitterRate=-0.03449989855289459}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:23:39,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731421419181Initializing all the Stores at 1731421419181Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421419181Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421419182 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421419182Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421419182Cleaning up temporary data from old regions at 1731421419190 (+8 ms)Region opened successfully at 1731421419193 (+3 ms) 2024-11-12T14:23:39,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:23:39,193 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:23:39,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:23:39,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:23:39,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:23:39,193 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:23:39,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421419193Disabling compacts and flushes for region at 1731421419193Disabling writes for close at 1731421419193Writing region close event to WAL at 1731421419193Closed at 1731421419193 2024-11-12T14:23:39,194 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:23:39,194 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T14:23:39,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T14:23:39,195 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:23:39,196 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T14:23:39,346 DEBUG [2b6d221c5cde:40599 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T14:23:39,347 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b6d221c5cde,33061,1731421417334 2024-11-12T14:23:39,348 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,33061,1731421417334, state=OPENING 2024-11-12T14:23:39,359 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T14:23:39,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33061-0x1012f6e22d50001, quorum=127.0.0.1:65035, baseZNode=/01202236738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01202236738 2024-11-12T14:23:39,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40599-0x1012f6e22d50000, quorum=127.0.0.1:65035, baseZNode=/01202236738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01202236738 2024-11-12T14:23:39,370 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01202236738/meta-region-server: CHANGED 2024-11-12T14:23:39,370 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01202236738/meta-region-server: CHANGED 2024-11-12T14:23:39,370 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:23:39,370 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,33061,1731421417334}] 2024-11-12T14:23:39,523 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:23:39,524 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T14:23:39,532 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T14:23:39,532 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:23:39,532 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T14:23:39,537 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C33061%2C1731421417334.meta, suffix=.meta, logDir=hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334, archiveDir=hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/oldWALs, maxLogs=10 2024-11-12T14:23:39,551 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.meta.1731421419537.meta, exclude list is [], retry=0 2024-11-12T14:23:39,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39521,DS-f84f7e77-2a8e-400e-82d7-ffa839ec13dd,DISK] 2024-11-12T14:23:39,560 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.meta.1731421419537.meta 2024-11-12T14:23:39,565 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34855:34855)] 2024-11-12T14:23:39,565 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:23:39,566 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:23:39,566 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T14:23:39,566 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T14:23:39,566 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T14:23:39,566 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T14:23:39,566 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:23:39,566 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T14:23:39,566 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T14:23:39,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:23:39,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:23:39,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:39,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:23:39,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:23:39,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:23:39,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:39,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:23:39,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:23:39,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:23:39,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:39,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:23:39,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:23:39,580 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:23:39,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:39,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:23:39,580 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:23:39,581 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/hbase/meta/1588230740 2024-11-12T14:23:39,581 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/hbase/meta/1588230740 2024-11-12T14:23:39,582 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:23:39,582 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:23:39,582 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:23:39,583 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:23:39,583 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74557761, jitterRate=0.11099721491336823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:23:39,583 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T14:23:39,583 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731421419566Writing region info on filesystem at 1731421419566Initializing all the Stores at 1731421419567 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421419567Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421419572 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421419572Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421419572Cleaning up temporary data from old regions at 1731421419582 (+10 ms)Running coprocessor post-open hooks at 1731421419583 (+1 ms)Region opened successfully at 1731421419583 2024-11-12T14:23:39,584 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731421419522 2024-11-12T14:23:39,586 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T14:23:39,587 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T14:23:39,587 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,33061,1731421417334 2024-11-12T14:23:39,587 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,33061,1731421417334, state=OPEN 2024-11-12T14:23:39,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33061-0x1012f6e22d50001, quorum=127.0.0.1:65035, baseZNode=/01202236738 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01202236738/meta-region-server 2024-11-12T14:23:39,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40599-0x1012f6e22d50000, quorum=127.0.0.1:65035, baseZNode=/01202236738 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01202236738/meta-region-server 2024-11-12T14:23:39,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01202236738/meta-region-server: CHANGED 2024-11-12T14:23:39,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01202236738/meta-region-server: CHANGED 2024-11-12T14:23:39,639 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b6d221c5cde,33061,1731421417334 2024-11-12T14:23:39,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T14:23:39,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,33061,1731421417334 in 269 msec 2024-11-12T14:23:39,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T14:23:39,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 448 msec 2024-11-12T14:23:39,644 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:23:39,644 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T14:23:39,646 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:23:39,646 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,33061,1731421417334, seqNum=-1] 2024-11-12T14:23:39,646 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:23:39,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:23:39,654 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 912 msec 2024-11-12T14:23:39,655 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731421419655, completionTime=-1 2024-11-12T14:23:39,655 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T14:23:39,655 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T14:23:39,656 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T14:23:39,657 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731421479657 2024-11-12T14:23:39,657 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731421539657 2024-11-12T14:23:39,657 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T14:23:39,657 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,40599,1731421417170-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:39,657 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,40599,1731421417170-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:39,657 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,40599,1731421417170-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:39,657 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b6d221c5cde:40599, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:39,657 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:39,659 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:39,660 DEBUG [master/2b6d221c5cde:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T14:23:39,663 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.167sec 2024-11-12T14:23:39,663 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T14:23:39,663 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T14:23:39,663 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T14:23:39,663 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T14:23:39,663 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T14:23:39,663 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,40599,1731421417170-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:23:39,663 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,40599,1731421417170-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T14:23:39,668 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T14:23:39,668 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T14:23:39,668 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,40599,1731421417170-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:39,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@499e6722, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:39,762 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,40599,-1 for getting cluster id 2024-11-12T14:23:39,762 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:23:39,763 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52936610-5153-4fb4-8220-7644a5080b56' 2024-11-12T14:23:39,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:23:39,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52936610-5153-4fb4-8220-7644a5080b56" 2024-11-12T14:23:39,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca02416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:39,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,40599,-1] 2024-11-12T14:23:39,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:23:39,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:39,764 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:23:39,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d5559b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:39,765 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:23:39,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,33061,1731421417334, seqNum=-1] 2024-11-12T14:23:39,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:23:39,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:23:39,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b6d221c5cde,40599,1731421417170 2024-11-12T14:23:39,768 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:65035 2024-11-12T14:23:39,802 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T14:23:39,802 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T14:23:39,803 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T14:23:39,803 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-12T14:23:39,803 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T14:23:39,803 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-12T14:23:39,803 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T14:23:39,803 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T14:23:39,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:65035, baseZNode=/01202236738 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:23:39,815 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012f6e22d50002 connected 2024-11-12T14:23:39,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f0a707-ad78-2409-e76b-8e6c2b74ad10/hadoop.log.dir so I do NOT create it in target/test-data/5671c468-6667-d1ec-90cc-e871ab5ecf8f 2024-11-12T14:23:39,887 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f0a707-ad78-2409-e76b-8e6c2b74ad10/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T14:23:39,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f0a707-ad78-2409-e76b-8e6c2b74ad10/hadoop.tmp.dir so I do NOT create it in target/test-data/5671c468-6667-d1ec-90cc-e871ab5ecf8f 2024-11-12T14:23:39,887 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f0a707-ad78-2409-e76b-8e6c2b74ad10/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T14:23:39,887 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5671c468-6667-d1ec-90cc-e871ab5ecf8f 2024-11-12T14:23:39,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T14:23:39,887 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5671c468-6667-d1ec-90cc-e871ab5ecf8f/cluster_60cdf580-3e71-9076-4d19-b9a7dd8147d5, deleteOnExit=true 2024-11-12T14:23:39,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T14:23:39,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5671c468-6667-d1ec-90cc-e871ab5ecf8f/test.cache.data in system properties and HBase conf 2024-11-12T14:23:39,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5671c468-6667-d1ec-90cc-e871ab5ecf8f/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T14:23:39,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5671c468-6667-d1ec-90cc-e871ab5ecf8f/hadoop.log.dir in system properties and HBase conf 2024-11-12T14:23:39,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5671c468-6667-d1ec-90cc-e871ab5ecf8f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T14:23:39,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5671c468-6667-d1ec-90cc-e871ab5ecf8f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T14:23:39,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T14:23:39,887 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T14:23:39,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5671c468-6667-d1ec-90cc-e871ab5ecf8f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:23:39,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5671c468-6667-d1ec-90cc-e871ab5ecf8f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:23:39,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5671c468-6667-d1ec-90cc-e871ab5ecf8f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T14:23:39,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5671c468-6667-d1ec-90cc-e871ab5ecf8f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:23:39,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5671c468-6667-d1ec-90cc-e871ab5ecf8f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T14:23:39,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5671c468-6667-d1ec-90cc-e871ab5ecf8f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T14:23:39,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5671c468-6667-d1ec-90cc-e871ab5ecf8f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:23:39,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5671c468-6667-d1ec-90cc-e871ab5ecf8f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:23:39,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5671c468-6667-d1ec-90cc-e871ab5ecf8f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T14:23:39,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5671c468-6667-d1ec-90cc-e871ab5ecf8f/nfs.dump.dir in system properties and HBase conf 2024-11-12T14:23:39,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5671c468-6667-d1ec-90cc-e871ab5ecf8f/java.io.tmpdir in system properties and HBase conf 2024-11-12T14:23:39,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5671c468-6667-d1ec-90cc-e871ab5ecf8f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:23:39,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5671c468-6667-d1ec-90cc-e871ab5ecf8f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T14:23:39,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5671c468-6667-d1ec-90cc-e871ab5ecf8f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T14:23:40,391 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:23:40,393 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:23:40,395 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:23:40,395 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:23:40,395 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T14:23:40,396 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:23:40,396 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c64721b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5671c468-6667-d1ec-90cc-e871ab5ecf8f/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:23:40,396 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b3511e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:23:40,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57b5044d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5671c468-6667-d1ec-90cc-e871ab5ecf8f/java.io.tmpdir/jetty-localhost-37501-hadoop-hdfs-3_4_1-tests_jar-_-any-9790935269442578998/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:23:40,489 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@dedbd1a{HTTP/1.1, (http/1.1)}{localhost:37501} 2024-11-12T14:23:40,489 INFO [Time-limited test {}] server.Server(415): Started @337655ms 2024-11-12T14:23:40,774 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:23:40,778 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:23:40,779 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:23:40,779 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:23:40,779 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T14:23:40,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@83959c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5671c468-6667-d1ec-90cc-e871ab5ecf8f/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:23:40,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ad49d1b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:23:40,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16bdc7f7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5671c468-6667-d1ec-90cc-e871ab5ecf8f/java.io.tmpdir/jetty-localhost-37925-hadoop-hdfs-3_4_1-tests_jar-_-any-2926646840746749467/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:23:40,875 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@14d70760{HTTP/1.1, (http/1.1)}{localhost:37925} 2024-11-12T14:23:40,875 INFO [Time-limited test {}] server.Server(415): Started @338041ms 2024-11-12T14:23:40,876 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T14:23:42,685 WARN [Thread-4459 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5671c468-6667-d1ec-90cc-e871ab5ecf8f/cluster_60cdf580-3e71-9076-4d19-b9a7dd8147d5/data/data1/current/BP-427428934-172.17.0.3-1731421419901/current, will proceed with Du for space computation calculation, 2024-11-12T14:23:42,685 WARN [Thread-4460 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5671c468-6667-d1ec-90cc-e871ab5ecf8f/cluster_60cdf580-3e71-9076-4d19-b9a7dd8147d5/data/data2/current/BP-427428934-172.17.0.3-1731421419901/current, will proceed with Du for space computation calculation, 2024-11-12T14:23:42,699 WARN [Thread-4447 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T14:23:42,701 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa687e53efebc8d4 with lease ID 0xf4afdd34b8199b08: Processing first storage report for DS-d40ddded-9808-4e6b-97ff-557858a5acae from datanode DatanodeRegistration(127.0.0.1:37345, datanodeUuid=997a8775-6304-4fec-8775-de0a6d2fd5d9, infoPort=44233, infoSecurePort=0, ipcPort=44191, storageInfo=lv=-57;cid=testClusterID;nsid=1057097854;c=1731421419901) 2024-11-12T14:23:42,701 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa687e53efebc8d4 with lease ID 0xf4afdd34b8199b08: from storage DS-d40ddded-9808-4e6b-97ff-557858a5acae node DatanodeRegistration(127.0.0.1:37345, datanodeUuid=997a8775-6304-4fec-8775-de0a6d2fd5d9, infoPort=44233, infoSecurePort=0, ipcPort=44191, storageInfo=lv=-57;cid=testClusterID;nsid=1057097854;c=1731421419901), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:23:42,701 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa687e53efebc8d4 with lease ID 0xf4afdd34b8199b08: Processing first storage report for DS-2fd6c1e1-dbd1-4709-9a45-105b311faa03 from datanode DatanodeRegistration(127.0.0.1:37345, datanodeUuid=997a8775-6304-4fec-8775-de0a6d2fd5d9, infoPort=44233, infoSecurePort=0, ipcPort=44191, storageInfo=lv=-57;cid=testClusterID;nsid=1057097854;c=1731421419901) 2024-11-12T14:23:42,701 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa687e53efebc8d4 with lease ID 0xf4afdd34b8199b08: from storage DS-2fd6c1e1-dbd1-4709-9a45-105b311faa03 node DatanodeRegistration(127.0.0.1:37345, datanodeUuid=997a8775-6304-4fec-8775-de0a6d2fd5d9, infoPort=44233, infoSecurePort=0, ipcPort=44191, storageInfo=lv=-57;cid=testClusterID;nsid=1057097854;c=1731421419901), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:23:42,711 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5671c468-6667-d1ec-90cc-e871ab5ecf8f 2024-11-12T14:23:42,711 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:23:42,712 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:23:42,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741825_1001 (size=7) 2024-11-12T14:23:43,118 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed with version=8 2024-11-12T14:23:43,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/hbase-staging 2024-11-12T14:23:43,119 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:23:43,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:23:43,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:23:43,119 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:23:43,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:23:43,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:23:43,119 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T14:23:43,119 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:23:43,120 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45777 2024-11-12T14:23:43,120 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45777 connecting to ZooKeeper ensemble=127.0.0.1:65035 2024-11-12T14:23:43,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457770x0, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:23:43,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45777-0x1012f6e22d50003 connected 2024-11-12T14:23:43,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:23:43,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:23:43,267 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45777-0x1012f6e22d50003, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Set watcher on znode that does not yet exist, /1-1683377099/running 2024-11-12T14:23:43,267 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed, hbase.cluster.distributed=false 2024-11-12T14:23:43,268 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45777-0x1012f6e22d50003, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Set watcher on znode that does not yet exist, /1-1683377099/acl 2024-11-12T14:23:43,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45777 2024-11-12T14:23:43,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45777 2024-11-12T14:23:43,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45777 2024-11-12T14:23:43,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45777 2024-11-12T14:23:43,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45777 2024-11-12T14:23:43,294 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:23:43,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:23:43,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:23:43,294 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:23:43,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:23:43,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:23:43,294 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T14:23:43,294 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:23:43,295 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44387 2024-11-12T14:23:43,296 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44387 connecting to ZooKeeper ensemble=127.0.0.1:65035 2024-11-12T14:23:43,297 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:23:43,298 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:23:43,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443870x0, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:23:43,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:443870x0, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Set watcher on znode that does not yet exist, /1-1683377099/running 2024-11-12T14:23:43,315 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44387-0x1012f6e22d50004 connected 2024-11-12T14:23:43,315 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T14:23:43,316 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T14:23:43,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44387-0x1012f6e22d50004, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Set watcher on znode that does not yet exist, /1-1683377099/master 2024-11-12T14:23:43,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44387-0x1012f6e22d50004, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Set watcher on znode that does not yet exist, /1-1683377099/acl 2024-11-12T14:23:43,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44387 2024-11-12T14:23:43,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44387 2024-11-12T14:23:43,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44387 2024-11-12T14:23:43,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44387 2024-11-12T14:23:43,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44387 2024-11-12T14:23:43,336 DEBUG [M:0;2b6d221c5cde:45777 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b6d221c5cde:45777 2024-11-12T14:23:43,337 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1683377099/backup-masters/2b6d221c5cde,45777,1731421423119 2024-11-12T14:23:43,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45777-0x1012f6e22d50003, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1683377099/backup-masters 2024-11-12T14:23:43,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44387-0x1012f6e22d50004, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1683377099/backup-masters 2024-11-12T14:23:43,348 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45777-0x1012f6e22d50003, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Set watcher on existing znode=/1-1683377099/backup-masters/2b6d221c5cde,45777,1731421423119 2024-11-12T14:23:43,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44387-0x1012f6e22d50004, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1683377099/master 2024-11-12T14:23:43,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45777-0x1012f6e22d50003, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1683377099 2024-11-12T14:23:43,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44387-0x1012f6e22d50004, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1683377099 2024-11-12T14:23:43,359 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45777-0x1012f6e22d50003, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Set watcher on existing znode=/1-1683377099/master 2024-11-12T14:23:43,359 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1683377099/backup-masters/2b6d221c5cde,45777,1731421423119 from backup master directory 2024-11-12T14:23:43,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44387-0x1012f6e22d50004, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1683377099/backup-masters 2024-11-12T14:23:43,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45777-0x1012f6e22d50003, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1683377099/backup-masters/2b6d221c5cde,45777,1731421423119 2024-11-12T14:23:43,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45777-0x1012f6e22d50003, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1683377099/backup-masters 2024-11-12T14:23:43,369 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:23:43,369 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b6d221c5cde,45777,1731421423119 2024-11-12T14:23:43,373 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/hbase.id] with ID: 7d30bd38-500e-4fbd-9ee1-1bc744d4d4af 2024-11-12T14:23:43,373 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/.tmp/hbase.id 2024-11-12T14:23:43,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741826_1002 (size=42) 2024-11-12T14:23:43,778 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/.tmp/hbase.id]:[hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/hbase.id] 2024-11-12T14:23:43,791 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:23:43,791 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T14:23:43,792 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T14:23:43,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45777-0x1012f6e22d50003, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1683377099 2024-11-12T14:23:43,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44387-0x1012f6e22d50004, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1683377099 2024-11-12T14:23:43,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741827_1003 (size=196) 2024-11-12T14:23:43,805 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:23:43,806 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T14:23:43,807 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:23:43,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741828_1004 (size=1189) 2024-11-12T14:23:43,814 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/MasterData/data/master/store 2024-11-12T14:23:43,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741829_1005 (size=34) 2024-11-12T14:23:44,222 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:23:44,222 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:23:44,223 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:23:44,223 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:23:44,223 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:23:44,223 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:23:44,223 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:23:44,223 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421424222Disabling compacts and flushes for region at 1731421424222Disabling writes for close at 1731421424223 (+1 ms)Writing region close event to WAL at 1731421424223Closed at 1731421424223 2024-11-12T14:23:44,223 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/MasterData/data/master/store/.initializing 2024-11-12T14:23:44,223 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/MasterData/WALs/2b6d221c5cde,45777,1731421423119 2024-11-12T14:23:44,224 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:23:44,225 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C45777%2C1731421423119, suffix=, logDir=hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/MasterData/WALs/2b6d221c5cde,45777,1731421423119, archiveDir=hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/MasterData/oldWALs, maxLogs=10 2024-11-12T14:23:44,241 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/MasterData/WALs/2b6d221c5cde,45777,1731421423119/2b6d221c5cde%2C45777%2C1731421423119.1731421424225, exclude list is [], retry=0 2024-11-12T14:23:44,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37345,DS-d40ddded-9808-4e6b-97ff-557858a5acae,DISK] 2024-11-12T14:23:44,244 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/MasterData/WALs/2b6d221c5cde,45777,1731421423119/2b6d221c5cde%2C45777%2C1731421423119.1731421424225 2024-11-12T14:23:44,244 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44233:44233)] 2024-11-12T14:23:44,244 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:23:44,244 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:23:44,244 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:23:44,244 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:23:44,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:23:44,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T14:23:44,246 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:44,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:23:44,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:23:44,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T14:23:44,247 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:44,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:23:44,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:23:44,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T14:23:44,248 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:44,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:23:44,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:23:44,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T14:23:44,249 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:44,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:23:44,249 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:23:44,250 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:23:44,250 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:23:44,251 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:23:44,251 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:23:44,251 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:23:44,252 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:23:44,253 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:23:44,253 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68450314, jitterRate=0.01998916268348694}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:23:44,253 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731421424244Initializing all the Stores at 1731421424245 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421424245Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421424245Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421424245Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421424245Cleaning up temporary data from old regions at 1731421424251 (+6 ms)Region opened successfully at 1731421424253 (+2 ms) 2024-11-12T14:23:44,254 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T14:23:44,255 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cb25519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:23:44,256 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T14:23:44,256 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T14:23:44,256 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T14:23:44,256 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T14:23:44,256 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T14:23:44,256 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T14:23:44,256 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T14:23:44,257 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T14:23:44,258 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45777-0x1012f6e22d50003, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Unable to get data of znode /1-1683377099/balancer because node does not exist (not necessarily an error) 2024-11-12T14:23:44,274 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1683377099/balancer already deleted, retry=false 2024-11-12T14:23:44,274 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T14:23:44,275 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45777-0x1012f6e22d50003, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Unable to get data of znode /1-1683377099/normalizer because node does not exist (not necessarily an error) 2024-11-12T14:23:44,285 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1683377099/normalizer already deleted, retry=false 2024-11-12T14:23:44,285 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T14:23:44,286 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45777-0x1012f6e22d50003, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Unable to get data of znode /1-1683377099/switch/split because node does not exist (not necessarily an error) 2024-11-12T14:23:44,295 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1683377099/switch/split already deleted, retry=false 2024-11-12T14:23:44,296 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45777-0x1012f6e22d50003, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Unable to get data of znode /1-1683377099/switch/merge because node does not exist (not necessarily an error) 2024-11-12T14:23:44,306 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1683377099/switch/merge already deleted, retry=false 2024-11-12T14:23:44,307 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45777-0x1012f6e22d50003, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Unable to get data of znode /1-1683377099/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T14:23:44,316 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1683377099/snapshot-cleanup already deleted, retry=false 2024-11-12T14:23:44,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44387-0x1012f6e22d50004, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1683377099/running 2024-11-12T14:23:44,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45777-0x1012f6e22d50003, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1683377099/running 2024-11-12T14:23:44,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44387-0x1012f6e22d50004, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1683377099 2024-11-12T14:23:44,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45777-0x1012f6e22d50003, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1683377099 2024-11-12T14:23:44,327 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b6d221c5cde,45777,1731421423119, sessionid=0x1012f6e22d50003, setting cluster-up flag (Was=false) 2024-11-12T14:23:44,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44387-0x1012f6e22d50004, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1683377099 2024-11-12T14:23:44,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45777-0x1012f6e22d50003, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1683377099 2024-11-12T14:23:44,379 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1683377099/flush-table-proc/acquired, /1-1683377099/flush-table-proc/reached, /1-1683377099/flush-table-proc/abort 2024-11-12T14:23:44,380 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,45777,1731421423119 2024-11-12T14:23:44,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45777-0x1012f6e22d50003, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1683377099 2024-11-12T14:23:44,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44387-0x1012f6e22d50004, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1683377099 2024-11-12T14:23:44,432 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1683377099/online-snapshot/acquired, /1-1683377099/online-snapshot/reached, /1-1683377099/online-snapshot/abort 2024-11-12T14:23:44,433 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,45777,1731421423119 2024-11-12T14:23:44,434 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T14:23:44,435 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T14:23:44,435 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T14:23:44,435 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T14:23:44,435 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b6d221c5cde,45777,1731421423119 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T14:23:44,436 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:23:44,437 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:23:44,437 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:23:44,437 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:23:44,437 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b6d221c5cde:0, corePoolSize=10, maxPoolSize=10 2024-11-12T14:23:44,437 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:23:44,437 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:23:44,437 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:23:44,445 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:23:44,445 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T14:23:44,446 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:44,446 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T14:23:44,448 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731421454448 2024-11-12T14:23:44,448 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T14:23:44,448 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T14:23:44,448 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T14:23:44,448 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T14:23:44,448 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T14:23:44,448 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T14:23:44,457 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:44,458 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T14:23:44,458 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T14:23:44,458 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T14:23:44,459 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T14:23:44,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741831_1007 (size=1321) 2024-11-12T14:23:44,468 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T14:23:44,468 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T14:23:44,476 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421424468,5,FailOnTimeoutGroup] 2024-11-12T14:23:44,484 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421424476,5,FailOnTimeoutGroup] 2024-11-12T14:23:44,484 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:44,484 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T14:23:44,484 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:44,484 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:44,528 INFO [RS:0;2b6d221c5cde:44387 {}] regionserver.HRegionServer(746): ClusterId : 7d30bd38-500e-4fbd-9ee1-1bc744d4d4af 2024-11-12T14:23:44,528 DEBUG [RS:0;2b6d221c5cde:44387 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T14:23:44,538 DEBUG [RS:0;2b6d221c5cde:44387 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T14:23:44,538 DEBUG [RS:0;2b6d221c5cde:44387 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T14:23:44,549 DEBUG [RS:0;2b6d221c5cde:44387 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T14:23:44,550 DEBUG [RS:0;2b6d221c5cde:44387 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@195f70af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:23:44,566 DEBUG [RS:0;2b6d221c5cde:44387 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b6d221c5cde:44387 2024-11-12T14:23:44,566 INFO [RS:0;2b6d221c5cde:44387 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T14:23:44,566 INFO [RS:0;2b6d221c5cde:44387 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T14:23:44,566 DEBUG [RS:0;2b6d221c5cde:44387 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T14:23:44,566 INFO [RS:0;2b6d221c5cde:44387 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b6d221c5cde,45777,1731421423119 with port=44387, startcode=1731421423294 2024-11-12T14:23:44,567 DEBUG [RS:0;2b6d221c5cde:44387 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T14:23:44,568 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59791, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T14:23:44,568 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45777 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b6d221c5cde,44387,1731421423294 2024-11-12T14:23:44,568 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45777 {}] master.ServerManager(517): Registering regionserver=2b6d221c5cde,44387,1731421423294 2024-11-12T14:23:44,569 DEBUG [RS:0;2b6d221c5cde:44387 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed 2024-11-12T14:23:44,569 DEBUG [RS:0;2b6d221c5cde:44387 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43359 2024-11-12T14:23:44,569 DEBUG [RS:0;2b6d221c5cde:44387 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T14:23:44,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45777-0x1012f6e22d50003, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1683377099/rs 2024-11-12T14:23:44,633 DEBUG [RS:0;2b6d221c5cde:44387 {}] zookeeper.ZKUtil(111): regionserver:44387-0x1012f6e22d50004, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Set watcher on existing znode=/1-1683377099/rs/2b6d221c5cde,44387,1731421423294 2024-11-12T14:23:44,633 WARN [RS:0;2b6d221c5cde:44387 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:23:44,633 INFO [RS:0;2b6d221c5cde:44387 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:23:44,633 DEBUG [RS:0;2b6d221c5cde:44387 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/WALs/2b6d221c5cde,44387,1731421423294 2024-11-12T14:23:44,634 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b6d221c5cde,44387,1731421423294] 2024-11-12T14:23:44,636 INFO [RS:0;2b6d221c5cde:44387 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T14:23:44,642 INFO [RS:0;2b6d221c5cde:44387 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T14:23:44,642 INFO [RS:0;2b6d221c5cde:44387 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T14:23:44,642 INFO [RS:0;2b6d221c5cde:44387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:44,643 INFO [RS:0;2b6d221c5cde:44387 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T14:23:44,643 INFO [RS:0;2b6d221c5cde:44387 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T14:23:44,643 INFO [RS:0;2b6d221c5cde:44387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:44,643 DEBUG [RS:0;2b6d221c5cde:44387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:23:44,643 DEBUG [RS:0;2b6d221c5cde:44387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:23:44,643 DEBUG [RS:0;2b6d221c5cde:44387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:23:44,643 DEBUG [RS:0;2b6d221c5cde:44387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:23:44,643 DEBUG [RS:0;2b6d221c5cde:44387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:23:44,643 DEBUG [RS:0;2b6d221c5cde:44387 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:23:44,643 DEBUG [RS:0;2b6d221c5cde:44387 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:23:44,643 DEBUG [RS:0;2b6d221c5cde:44387 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:23:44,643 DEBUG [RS:0;2b6d221c5cde:44387 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:23:44,643 DEBUG [RS:0;2b6d221c5cde:44387 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:23:44,644 DEBUG [RS:0;2b6d221c5cde:44387 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:23:44,644 DEBUG [RS:0;2b6d221c5cde:44387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:23:44,644 DEBUG [RS:0;2b6d221c5cde:44387 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:23:44,644 DEBUG [RS:0;2b6d221c5cde:44387 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:23:44,646 INFO [RS:0;2b6d221c5cde:44387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:44,646 INFO [RS:0;2b6d221c5cde:44387 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:44,646 INFO [RS:0;2b6d221c5cde:44387 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:44,646 INFO [RS:0;2b6d221c5cde:44387 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:44,646 INFO [RS:0;2b6d221c5cde:44387 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:44,646 INFO [RS:0;2b6d221c5cde:44387 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,44387,1731421423294-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:23:44,660 INFO [RS:0;2b6d221c5cde:44387 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T14:23:44,660 INFO [RS:0;2b6d221c5cde:44387 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,44387,1731421423294-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:44,660 INFO [RS:0;2b6d221c5cde:44387 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:44,660 INFO [RS:0;2b6d221c5cde:44387 {}] regionserver.Replication(171): 2b6d221c5cde,44387,1731421423294 started 2024-11-12T14:23:44,672 INFO [RS:0;2b6d221c5cde:44387 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:44,672 INFO [RS:0;2b6d221c5cde:44387 {}] regionserver.HRegionServer(1482): Serving as 2b6d221c5cde,44387,1731421423294, RpcServer on 2b6d221c5cde/172.17.0.3:44387, sessionid=0x1012f6e22d50004 2024-11-12T14:23:44,672 DEBUG [RS:0;2b6d221c5cde:44387 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T14:23:44,672 DEBUG [RS:0;2b6d221c5cde:44387 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b6d221c5cde,44387,1731421423294 2024-11-12T14:23:44,672 DEBUG [RS:0;2b6d221c5cde:44387 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,44387,1731421423294' 2024-11-12T14:23:44,672 DEBUG [RS:0;2b6d221c5cde:44387 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1683377099/flush-table-proc/abort' 2024-11-12T14:23:44,673 DEBUG [RS:0;2b6d221c5cde:44387 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1683377099/flush-table-proc/acquired' 2024-11-12T14:23:44,673 DEBUG [RS:0;2b6d221c5cde:44387 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T14:23:44,673 DEBUG [RS:0;2b6d221c5cde:44387 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T14:23:44,673 DEBUG [RS:0;2b6d221c5cde:44387 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b6d221c5cde,44387,1731421423294 2024-11-12T14:23:44,673 DEBUG [RS:0;2b6d221c5cde:44387 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,44387,1731421423294' 2024-11-12T14:23:44,673 DEBUG [RS:0;2b6d221c5cde:44387 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1683377099/online-snapshot/abort' 2024-11-12T14:23:44,673 DEBUG [RS:0;2b6d221c5cde:44387 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1683377099/online-snapshot/acquired' 2024-11-12T14:23:44,674 DEBUG [RS:0;2b6d221c5cde:44387 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T14:23:44,674 INFO [RS:0;2b6d221c5cde:44387 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T14:23:44,674 INFO [RS:0;2b6d221c5cde:44387 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T14:23:44,774 INFO [RS:0;2b6d221c5cde:44387 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:23:44,775 INFO [RS:0;2b6d221c5cde:44387 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C44387%2C1731421423294, suffix=, logDir=hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/WALs/2b6d221c5cde,44387,1731421423294, archiveDir=hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/oldWALs, maxLogs=10 2024-11-12T14:23:44,788 DEBUG [RS:0;2b6d221c5cde:44387 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/WALs/2b6d221c5cde,44387,1731421423294/2b6d221c5cde%2C44387%2C1731421423294.1731421424775, exclude list is [], retry=0 2024-11-12T14:23:44,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37345,DS-d40ddded-9808-4e6b-97ff-557858a5acae,DISK] 2024-11-12T14:23:44,791 INFO [RS:0;2b6d221c5cde:44387 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/WALs/2b6d221c5cde,44387,1731421423294/2b6d221c5cde%2C44387%2C1731421423294.1731421424775 2024-11-12T14:23:44,791 DEBUG [RS:0;2b6d221c5cde:44387 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44233:44233)] 2024-11-12T14:23:44,869 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T14:23:44,869 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed 2024-11-12T14:23:44,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741833_1009 (size=32) 2024-11-12T14:23:45,068 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T14:23:45,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:45,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:45,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:45,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:45,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:45,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:45,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:45,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:45,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:45,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:45,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:45,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:45,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:45,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:45,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:45,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:45,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:45,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:23:45,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:23:45,275 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:23:45,276 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:45,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:23:45,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:23:45,277 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:23:45,277 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:45,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:23:45,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:23:45,277 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:23:45,277 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:45,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:23:45,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:23:45,278 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:23:45,278 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:45,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:23:45,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:23:45,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/data/hbase/meta/1588230740 2024-11-12T14:23:45,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/data/hbase/meta/1588230740 2024-11-12T14:23:45,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:23:45,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:23:45,281 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:23:45,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:23:45,282 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:23:45,283 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74371583, jitterRate=0.10822294652462006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:23:45,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731421425274Initializing all the Stores at 1731421425274Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421425274Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421425274Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421425274Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421425274Cleaning up temporary data from old regions at 1731421425280 (+6 ms)Region opened successfully at 1731421425283 (+3 ms) 2024-11-12T14:23:45,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:23:45,283 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:23:45,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:23:45,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:23:45,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:23:45,283 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:23:45,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421425283Disabling compacts and flushes for region at 1731421425283Disabling writes for close at 1731421425283Writing region close event to WAL at 1731421425283Closed at 1731421425283 2024-11-12T14:23:45,284 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:23:45,284 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T14:23:45,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T14:23:45,285 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:23:45,286 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T14:23:45,436 DEBUG [2b6d221c5cde:45777 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T14:23:45,436 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b6d221c5cde,44387,1731421423294 2024-11-12T14:23:45,437 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,44387,1731421423294, state=OPENING 2024-11-12T14:23:45,442 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T14:23:45,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45777-0x1012f6e22d50003, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1683377099 2024-11-12T14:23:45,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44387-0x1012f6e22d50004, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1683377099 2024-11-12T14:23:45,454 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:23:45,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1683377099/meta-region-server: CHANGED 2024-11-12T14:23:45,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1683377099/meta-region-server: CHANGED 2024-11-12T14:23:45,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,44387,1731421423294}] 2024-11-12T14:23:45,606 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:23:45,607 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T14:23:45,609 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T14:23:45,609 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:23:45,610 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T14:23:45,611 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C44387%2C1731421423294.meta, suffix=.meta, logDir=hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/WALs/2b6d221c5cde,44387,1731421423294, archiveDir=hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/oldWALs, maxLogs=10 2024-11-12T14:23:45,635 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/WALs/2b6d221c5cde,44387,1731421423294/2b6d221c5cde%2C44387%2C1731421423294.meta.1731421425612.meta, exclude list is [], retry=0 2024-11-12T14:23:45,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37345,DS-d40ddded-9808-4e6b-97ff-557858a5acae,DISK] 2024-11-12T14:23:45,649 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/WALs/2b6d221c5cde,44387,1731421423294/2b6d221c5cde%2C44387%2C1731421423294.meta.1731421425612.meta 2024-11-12T14:23:45,657 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44233:44233)] 2024-11-12T14:23:45,658 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:23:45,658 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:23:45,658 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T14:23:45,659 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T14:23:45,659 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T14:23:45,659 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T14:23:45,659 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:23:45,659 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T14:23:45,659 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T14:23:45,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:23:45,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:23:45,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:45,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:23:45,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:23:45,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:23:45,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:45,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:23:45,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:23:45,670 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:23:45,670 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:45,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:23:45,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:23:45,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:23:45,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:45,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:23:45,672 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:23:45,673 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/data/hbase/meta/1588230740 2024-11-12T14:23:45,673 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/data/hbase/meta/1588230740 2024-11-12T14:23:45,675 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:23:45,675 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:23:45,676 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:23:45,677 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:23:45,678 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75342353, jitterRate=0.12268854677677155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:23:45,678 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T14:23:45,678 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731421425659Writing region info on filesystem at 1731421425659Initializing all the Stores at 1731421425660 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421425660Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421425664 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421425664Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421425664Cleaning up temporary data from old regions at 1731421425675 (+11 ms)Running coprocessor post-open hooks at 1731421425678 (+3 ms)Region opened successfully at 1731421425678 2024-11-12T14:23:45,679 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731421425605 2024-11-12T14:23:45,681 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T14:23:45,681 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T14:23:45,681 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,44387,1731421423294 2024-11-12T14:23:45,682 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,44387,1731421423294, state=OPEN 2024-11-12T14:23:45,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45777-0x1012f6e22d50003, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1683377099/meta-region-server 2024-11-12T14:23:45,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44387-0x1012f6e22d50004, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1683377099/meta-region-server 2024-11-12T14:23:45,695 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b6d221c5cde,44387,1731421423294 2024-11-12T14:23:45,695 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1683377099/meta-region-server: CHANGED 2024-11-12T14:23:45,695 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1683377099/meta-region-server: CHANGED 2024-11-12T14:23:45,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T14:23:45,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,44387,1731421423294 in 241 msec 2024-11-12T14:23:45,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T14:23:45,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 415 msec 2024-11-12T14:23:45,706 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:23:45,706 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T14:23:45,707 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:23:45,708 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,44387,1731421423294, seqNum=-1] 2024-11-12T14:23:45,708 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:23:45,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37055, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:23:45,723 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2870 sec 2024-11-12T14:23:45,723 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731421425723, completionTime=-1 2024-11-12T14:23:45,723 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T14:23:45,723 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T14:23:45,725 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T14:23:45,725 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731421485725 2024-11-12T14:23:45,726 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731421545726 2024-11-12T14:23:45,726 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T14:23:45,726 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,45777,1731421423119-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:45,726 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,45777,1731421423119-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:45,726 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,45777,1731421423119-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:45,726 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b6d221c5cde:45777, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:45,726 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:45,729 DEBUG [master/2b6d221c5cde:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T14:23:45,732 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:45,737 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.368sec 2024-11-12T14:23:45,737 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T14:23:45,737 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T14:23:45,737 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T14:23:45,737 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T14:23:45,737 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T14:23:45,737 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,45777,1731421423119-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:23:45,737 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,45777,1731421423119-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T14:23:45,746 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T14:23:45,746 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T14:23:45,746 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,45777,1731421423119-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:45,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6236f6fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:45,830 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,45777,-1 for getting cluster id 2024-11-12T14:23:45,830 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:23:45,831 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d30bd38-500e-4fbd-9ee1-1bc744d4d4af' 2024-11-12T14:23:45,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:23:45,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d30bd38-500e-4fbd-9ee1-1bc744d4d4af" 2024-11-12T14:23:45,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@656f0659, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:45,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,45777,-1] 2024-11-12T14:23:45,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:23:45,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:45,833 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:23:45,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763fcca7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:45,834 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:23:45,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,44387,1731421423294, seqNum=-1] 2024-11-12T14:23:45,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:23:45,838 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:23:45,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b6d221c5cde,45777,1731421423119 2024-11-12T14:23:45,841 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:65035 2024-11-12T14:23:45,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:23:45,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012f6e22d50005 connected 2024-11-12T14:23:45,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5671c468-6667-d1ec-90cc-e871ab5ecf8f/hadoop.log.dir so I do NOT create it in target/test-data/adf1cfe7-d413-95af-443d-579a8f9e1241 2024-11-12T14:23:45,877 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5671c468-6667-d1ec-90cc-e871ab5ecf8f/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T14:23:45,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5671c468-6667-d1ec-90cc-e871ab5ecf8f/hadoop.tmp.dir so I do NOT create it in target/test-data/adf1cfe7-d413-95af-443d-579a8f9e1241 2024-11-12T14:23:45,877 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5671c468-6667-d1ec-90cc-e871ab5ecf8f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T14:23:45,877 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf1cfe7-d413-95af-443d-579a8f9e1241 2024-11-12T14:23:45,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T14:23:45,877 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf1cfe7-d413-95af-443d-579a8f9e1241/cluster_4ee887e8-ef23-d526-51cd-7d1c7472c345, deleteOnExit=true 2024-11-12T14:23:45,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T14:23:45,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf1cfe7-d413-95af-443d-579a8f9e1241/test.cache.data in system properties and HBase conf 2024-11-12T14:23:45,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf1cfe7-d413-95af-443d-579a8f9e1241/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T14:23:45,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf1cfe7-d413-95af-443d-579a8f9e1241/hadoop.log.dir in system properties and HBase conf 2024-11-12T14:23:45,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf1cfe7-d413-95af-443d-579a8f9e1241/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T14:23:45,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf1cfe7-d413-95af-443d-579a8f9e1241/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T14:23:45,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T14:23:45,879 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T14:23:45,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf1cfe7-d413-95af-443d-579a8f9e1241/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:23:45,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf1cfe7-d413-95af-443d-579a8f9e1241/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T14:23:45,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf1cfe7-d413-95af-443d-579a8f9e1241/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T14:23:45,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf1cfe7-d413-95af-443d-579a8f9e1241/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:23:45,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf1cfe7-d413-95af-443d-579a8f9e1241/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T14:23:45,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf1cfe7-d413-95af-443d-579a8f9e1241/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T14:23:45,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf1cfe7-d413-95af-443d-579a8f9e1241/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T14:23:45,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf1cfe7-d413-95af-443d-579a8f9e1241/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:23:45,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf1cfe7-d413-95af-443d-579a8f9e1241/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T14:23:45,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf1cfe7-d413-95af-443d-579a8f9e1241/nfs.dump.dir in system properties and HBase conf 2024-11-12T14:23:45,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf1cfe7-d413-95af-443d-579a8f9e1241/java.io.tmpdir in system properties and HBase conf 2024-11-12T14:23:45,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf1cfe7-d413-95af-443d-579a8f9e1241/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T14:23:45,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf1cfe7-d413-95af-443d-579a8f9e1241/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T14:23:45,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf1cfe7-d413-95af-443d-579a8f9e1241/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T14:23:46,522 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:23:46,535 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:23:46,548 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:23:46,548 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:23:46,548 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T14:23:46,557 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:23:46,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@289ebe9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf1cfe7-d413-95af-443d-579a8f9e1241/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:23:46,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69db6d22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:23:46,706 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b6aa286{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf1cfe7-d413-95af-443d-579a8f9e1241/java.io.tmpdir/jetty-localhost-46235-hadoop-hdfs-3_4_1-tests_jar-_-any-16325042637524094114/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:23:46,707 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d48ba22{HTTP/1.1, (http/1.1)}{localhost:46235} 2024-11-12T14:23:46,707 INFO [Time-limited test {}] server.Server(415): Started @343873ms 2024-11-12T14:23:47,399 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T14:23:47,403 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T14:23:47,429 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T14:23:47,429 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T14:23:47,429 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T14:23:47,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f9a0ce1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf1cfe7-d413-95af-443d-579a8f9e1241/hadoop.log.dir/,AVAILABLE} 2024-11-12T14:23:47,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12b04a19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T14:23:47,572 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69928f80{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf1cfe7-d413-95af-443d-579a8f9e1241/java.io.tmpdir/jetty-localhost-39591-hadoop-hdfs-3_4_1-tests_jar-_-any-18309269783616523359/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:23:47,573 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f56fa87{HTTP/1.1, (http/1.1)}{localhost:39591} 2024-11-12T14:23:47,573 INFO [Time-limited test {}] server.Server(415): Started @344739ms 2024-11-12T14:23:47,575 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T14:23:48,362 WARN [Thread-4580 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf1cfe7-d413-95af-443d-579a8f9e1241/cluster_4ee887e8-ef23-d526-51cd-7d1c7472c345/data/data1/current/BP-364212228-172.17.0.3-1731421425905/current, will proceed with Du for space computation calculation, 2024-11-12T14:23:48,362 WARN [Thread-4581 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf1cfe7-d413-95af-443d-579a8f9e1241/cluster_4ee887e8-ef23-d526-51cd-7d1c7472c345/data/data2/current/BP-364212228-172.17.0.3-1731421425905/current, will proceed with Du for space computation calculation, 2024-11-12T14:23:48,378 WARN [Thread-4568 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T14:23:48,380 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x76884a81983cc18c with lease ID 0x6ea85d97fcc5efba: Processing first storage report for DS-5f5cb384-a971-4bb5-9b27-fd537a3feece from datanode DatanodeRegistration(127.0.0.1:39753, datanodeUuid=30b8f923-352a-4c26-8682-f3028140b189, infoPort=45167, infoSecurePort=0, ipcPort=37603, storageInfo=lv=-57;cid=testClusterID;nsid=951324790;c=1731421425905) 2024-11-12T14:23:48,380 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x76884a81983cc18c with lease ID 0x6ea85d97fcc5efba: from storage DS-5f5cb384-a971-4bb5-9b27-fd537a3feece node DatanodeRegistration(127.0.0.1:39753, datanodeUuid=30b8f923-352a-4c26-8682-f3028140b189, infoPort=45167, infoSecurePort=0, ipcPort=37603, storageInfo=lv=-57;cid=testClusterID;nsid=951324790;c=1731421425905), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:23:48,380 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x76884a81983cc18c with lease ID 0x6ea85d97fcc5efba: Processing first storage report for DS-ea7e8af2-f4fa-4b4c-9014-dc4c6440bb90 from datanode DatanodeRegistration(127.0.0.1:39753, datanodeUuid=30b8f923-352a-4c26-8682-f3028140b189, infoPort=45167, infoSecurePort=0, ipcPort=37603, storageInfo=lv=-57;cid=testClusterID;nsid=951324790;c=1731421425905) 2024-11-12T14:23:48,380 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x76884a81983cc18c with lease ID 0x6ea85d97fcc5efba: from storage DS-ea7e8af2-f4fa-4b4c-9014-dc4c6440bb90 node DatanodeRegistration(127.0.0.1:39753, datanodeUuid=30b8f923-352a-4c26-8682-f3028140b189, infoPort=45167, infoSecurePort=0, ipcPort=37603, storageInfo=lv=-57;cid=testClusterID;nsid=951324790;c=1731421425905), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T14:23:48,416 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf1cfe7-d413-95af-443d-579a8f9e1241 2024-11-12T14:23:48,417 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:23:48,418 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:23:48,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741825_1001 (size=7) 2024-11-12T14:23:48,424 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a with version=8 2024-11-12T14:23:48,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/hbase-staging 2024-11-12T14:23:48,426 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:23:48,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:23:48,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:23:48,426 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:23:48,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:23:48,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:23:48,426 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T14:23:48,426 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:23:48,427 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35189 2024-11-12T14:23:48,427 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35189 connecting to ZooKeeper ensemble=127.0.0.1:65035 2024-11-12T14:23:48,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:351890x0, quorum=127.0.0.1:65035, baseZNode=/21929192988 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:23:48,443 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35189-0x1012f6e22d50006 connected 2024-11-12T14:23:48,516 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:23:48,517 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:23:48,519 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35189-0x1012f6e22d50006, quorum=127.0.0.1:65035, baseZNode=/21929192988 Set watcher on znode that does not yet exist, /21929192988/running 2024-11-12T14:23:48,519 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a, hbase.cluster.distributed=false 2024-11-12T14:23:48,521 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35189-0x1012f6e22d50006, quorum=127.0.0.1:65035, baseZNode=/21929192988 Set watcher on znode that does not yet exist, /21929192988/acl 2024-11-12T14:23:48,521 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35189 2024-11-12T14:23:48,521 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35189 2024-11-12T14:23:48,521 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35189 2024-11-12T14:23:48,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35189 2024-11-12T14:23:48,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35189 2024-11-12T14:23:48,538 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2b6d221c5cde:0 server-side Connection retries=45 2024-11-12T14:23:48,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:23:48,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T14:23:48,538 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T14:23:48,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T14:23:48,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T14:23:48,538 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T14:23:48,539 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T14:23:48,539 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40755 2024-11-12T14:23:48,539 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40755 connecting to ZooKeeper ensemble=127.0.0.1:65035 2024-11-12T14:23:48,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:23:48,541 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:23:48,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407550x0, quorum=127.0.0.1:65035, baseZNode=/21929192988 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:23:48,548 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407550x0, quorum=127.0.0.1:65035, baseZNode=/21929192988 Set watcher on znode that does not yet exist, /21929192988/running 2024-11-12T14:23:48,548 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40755-0x1012f6e22d50007 connected 2024-11-12T14:23:48,548 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T14:23:48,549 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T14:23:48,549 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40755-0x1012f6e22d50007, quorum=127.0.0.1:65035, baseZNode=/21929192988 Set watcher on znode that does not yet exist, /21929192988/master 2024-11-12T14:23:48,550 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40755-0x1012f6e22d50007, quorum=127.0.0.1:65035, baseZNode=/21929192988 Set watcher on znode that does not yet exist, /21929192988/acl 2024-11-12T14:23:48,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40755 2024-11-12T14:23:48,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40755 2024-11-12T14:23:48,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40755 2024-11-12T14:23:48,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40755 2024-11-12T14:23:48,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40755 2024-11-12T14:23:48,569 DEBUG [M:0;2b6d221c5cde:35189 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2b6d221c5cde:35189 2024-11-12T14:23:48,571 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21929192988/backup-masters/2b6d221c5cde,35189,1731421428426 2024-11-12T14:23:48,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40755-0x1012f6e22d50007, quorum=127.0.0.1:65035, baseZNode=/21929192988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21929192988/backup-masters 2024-11-12T14:23:48,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1012f6e22d50006, quorum=127.0.0.1:65035, baseZNode=/21929192988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21929192988/backup-masters 2024-11-12T14:23:48,579 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35189-0x1012f6e22d50006, quorum=127.0.0.1:65035, baseZNode=/21929192988 Set watcher on existing znode=/21929192988/backup-masters/2b6d221c5cde,35189,1731421428426 2024-11-12T14:23:48,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40755-0x1012f6e22d50007, quorum=127.0.0.1:65035, baseZNode=/21929192988 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21929192988/master 2024-11-12T14:23:48,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1012f6e22d50006, quorum=127.0.0.1:65035, baseZNode=/21929192988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21929192988 2024-11-12T14:23:48,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40755-0x1012f6e22d50007, quorum=127.0.0.1:65035, baseZNode=/21929192988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21929192988 2024-11-12T14:23:48,595 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35189-0x1012f6e22d50006, quorum=127.0.0.1:65035, baseZNode=/21929192988 Set watcher on existing znode=/21929192988/master 2024-11-12T14:23:48,596 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21929192988/backup-masters/2b6d221c5cde,35189,1731421428426 from backup master directory 2024-11-12T14:23:48,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1012f6e22d50006, quorum=127.0.0.1:65035, baseZNode=/21929192988 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21929192988/backup-masters/2b6d221c5cde,35189,1731421428426 2024-11-12T14:23:48,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1012f6e22d50006, quorum=127.0.0.1:65035, baseZNode=/21929192988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21929192988/backup-masters 2024-11-12T14:23:48,609 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:23:48,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40755-0x1012f6e22d50007, quorum=127.0.0.1:65035, baseZNode=/21929192988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21929192988/backup-masters 2024-11-12T14:23:48,609 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2b6d221c5cde,35189,1731421428426 2024-11-12T14:23:48,617 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/hbase.id] with ID: 4471092b-0170-4d13-8c10-61c127415664 2024-11-12T14:23:48,617 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/.tmp/hbase.id 2024-11-12T14:23:48,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741826_1002 (size=42) 2024-11-12T14:23:48,638 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/.tmp/hbase.id]:[hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/hbase.id] 2024-11-12T14:23:48,650 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:23:48,651 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T14:23:48,651 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-12T14:23:48,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1012f6e22d50006, quorum=127.0.0.1:65035, baseZNode=/21929192988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21929192988 2024-11-12T14:23:48,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40755-0x1012f6e22d50007, quorum=127.0.0.1:65035, baseZNode=/21929192988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21929192988 2024-11-12T14:23:48,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741827_1003 (size=196) 2024-11-12T14:23:48,732 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:23:48,733 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T14:23:48,740 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:23:48,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741828_1004 (size=1189) 2024-11-12T14:23:48,792 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/MasterData/data/master/store 2024-11-12T14:23:48,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741829_1005 (size=34) 2024-11-12T14:23:48,817 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:23:48,817 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:23:48,817 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:23:48,817 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:23:48,817 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:23:48,817 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:23:48,817 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:23:48,817 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421428817Disabling compacts and flushes for region at 1731421428817Disabling writes for close at 1731421428817Writing region close event to WAL at 1731421428817Closed at 1731421428817 2024-11-12T14:23:48,818 WARN [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/MasterData/data/master/store/.initializing 2024-11-12T14:23:48,818 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/MasterData/WALs/2b6d221c5cde,35189,1731421428426 2024-11-12T14:23:48,819 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:23:48,820 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2b6d221c5cde%2C35189%2C1731421428426, suffix=, logDir=hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/MasterData/WALs/2b6d221c5cde,35189,1731421428426, archiveDir=hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/MasterData/oldWALs, maxLogs=10 2024-11-12T14:23:48,838 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/MasterData/WALs/2b6d221c5cde,35189,1731421428426/2b6d221c5cde%2C35189%2C1731421428426.1731421428821, exclude list is [], retry=0 2024-11-12T14:23:48,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39753,DS-5f5cb384-a971-4bb5-9b27-fd537a3feece,DISK] 2024-11-12T14:23:48,854 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/MasterData/WALs/2b6d221c5cde,35189,1731421428426/2b6d221c5cde%2C35189%2C1731421428426.1731421428821 2024-11-12T14:23:48,855 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45167:45167)] 2024-11-12T14:23:48,855 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:23:48,855 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:23:48,855 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:23:48,855 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:23:48,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:23:48,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T14:23:48,862 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:48,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:23:48,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:23:48,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T14:23:48,865 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:48,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:23:48,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:23:48,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T14:23:48,866 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:48,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:23:48,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:23:48,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T14:23:48,868 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:48,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:23:48,869 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:23:48,870 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:23:48,870 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:23:48,871 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:23:48,871 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:23:48,872 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:23:48,873 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T14:23:48,875 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:23:48,875 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72519203, jitterRate=0.08062033355236053}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:23:48,876 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731421428855Initializing all the Stores at 1731421428856 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421428856Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421428860 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421428860Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421428860Cleaning up temporary data from old regions at 1731421428871 (+11 ms)Region opened successfully at 1731421428875 (+4 ms) 2024-11-12T14:23:48,880 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T14:23:48,884 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e6637b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:23:48,885 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T14:23:48,885 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T14:23:48,885 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T14:23:48,885 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T14:23:48,886 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T14:23:48,886 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T14:23:48,886 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T14:23:48,890 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T14:23:48,891 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35189-0x1012f6e22d50006, quorum=127.0.0.1:65035, baseZNode=/21929192988 Unable to get data of znode /21929192988/balancer because node does not exist (not necessarily an error) 2024-11-12T14:23:48,895 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21929192988/balancer already deleted, retry=false 2024-11-12T14:23:48,896 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T14:23:48,897 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35189-0x1012f6e22d50006, quorum=127.0.0.1:65035, baseZNode=/21929192988 Unable to get data of znode /21929192988/normalizer because node does not exist (not necessarily an error) 2024-11-12T14:23:48,905 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21929192988/normalizer already deleted, retry=false 2024-11-12T14:23:48,906 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T14:23:48,907 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35189-0x1012f6e22d50006, quorum=127.0.0.1:65035, baseZNode=/21929192988 Unable to get data of znode /21929192988/switch/split because node does not exist (not necessarily an error) 2024-11-12T14:23:48,916 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21929192988/switch/split already deleted, retry=false 2024-11-12T14:23:48,918 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35189-0x1012f6e22d50006, quorum=127.0.0.1:65035, baseZNode=/21929192988 Unable to get data of znode /21929192988/switch/merge because node does not exist (not necessarily an error) 2024-11-12T14:23:48,926 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21929192988/switch/merge already deleted, retry=false 2024-11-12T14:23:48,929 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35189-0x1012f6e22d50006, quorum=127.0.0.1:65035, baseZNode=/21929192988 Unable to get data of znode /21929192988/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T14:23:48,937 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21929192988/snapshot-cleanup already deleted, retry=false 2024-11-12T14:23:48,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40755-0x1012f6e22d50007, quorum=127.0.0.1:65035, baseZNode=/21929192988 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21929192988/running 2024-11-12T14:23:48,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1012f6e22d50006, quorum=127.0.0.1:65035, baseZNode=/21929192988 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21929192988/running 2024-11-12T14:23:48,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40755-0x1012f6e22d50007, quorum=127.0.0.1:65035, baseZNode=/21929192988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21929192988 2024-11-12T14:23:48,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1012f6e22d50006, quorum=127.0.0.1:65035, baseZNode=/21929192988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21929192988 2024-11-12T14:23:48,948 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2b6d221c5cde,35189,1731421428426, sessionid=0x1012f6e22d50006, setting cluster-up flag (Was=false) 2024-11-12T14:23:48,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40755-0x1012f6e22d50007, quorum=127.0.0.1:65035, baseZNode=/21929192988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21929192988 2024-11-12T14:23:48,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1012f6e22d50006, quorum=127.0.0.1:65035, baseZNode=/21929192988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21929192988 2024-11-12T14:23:49,000 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21929192988/flush-table-proc/acquired, /21929192988/flush-table-proc/reached, /21929192988/flush-table-proc/abort 2024-11-12T14:23:49,001 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,35189,1731421428426 2024-11-12T14:23:49,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1012f6e22d50006, quorum=127.0.0.1:65035, baseZNode=/21929192988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21929192988 2024-11-12T14:23:49,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40755-0x1012f6e22d50007, quorum=127.0.0.1:65035, baseZNode=/21929192988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21929192988 2024-11-12T14:23:49,053 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21929192988/online-snapshot/acquired, /21929192988/online-snapshot/reached, /21929192988/online-snapshot/abort 2024-11-12T14:23:49,054 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2b6d221c5cde,35189,1731421428426 2024-11-12T14:23:49,057 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T14:23:49,061 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T14:23:49,062 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T14:23:49,062 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T14:23:49,062 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2b6d221c5cde,35189,1731421428426 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T14:23:49,063 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:23:49,063 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:23:49,063 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:23:49,063 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=5, maxPoolSize=5 2024-11-12T14:23:49,063 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2b6d221c5cde:0, corePoolSize=10, maxPoolSize=10 2024-11-12T14:23:49,064 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:23:49,064 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:23:49,064 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:23:49,080 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:23:49,080 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T14:23:49,082 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:49,082 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T14:23:49,116 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731421459116 2024-11-12T14:23:49,117 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T14:23:49,117 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T14:23:49,117 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T14:23:49,117 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T14:23:49,117 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T14:23:49,117 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T14:23:49,124 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:49,133 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T14:23:49,133 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T14:23:49,133 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T14:23:49,133 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T14:23:49,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741831_1007 (size=1321) 2024-11-12T14:23:49,135 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T14:23:49,135 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a 2024-11-12T14:23:49,136 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T14:23:49,136 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T14:23:49,140 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421429136,5,FailOnTimeoutGroup] 2024-11-12T14:23:49,148 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421429140,5,FailOnTimeoutGroup] 2024-11-12T14:23:49,148 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:49,148 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T14:23:49,148 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:49,148 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:49,185 INFO [RS:0;2b6d221c5cde:40755 {}] regionserver.HRegionServer(746): ClusterId : 4471092b-0170-4d13-8c10-61c127415664 2024-11-12T14:23:49,185 DEBUG [RS:0;2b6d221c5cde:40755 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T14:23:49,199 DEBUG [RS:0;2b6d221c5cde:40755 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T14:23:49,199 DEBUG [RS:0;2b6d221c5cde:40755 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T14:23:49,212 DEBUG [RS:0;2b6d221c5cde:40755 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T14:23:49,212 DEBUG [RS:0;2b6d221c5cde:40755 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@600ed0a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2b6d221c5cde/172.17.0.3:0 2024-11-12T14:23:49,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741832_1008 (size=32) 2024-11-12T14:23:49,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:23:49,239 DEBUG [RS:0;2b6d221c5cde:40755 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2b6d221c5cde:40755 2024-11-12T14:23:49,239 INFO [RS:0;2b6d221c5cde:40755 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T14:23:49,239 INFO [RS:0;2b6d221c5cde:40755 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T14:23:49,239 DEBUG [RS:0;2b6d221c5cde:40755 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T14:23:49,240 INFO [RS:0;2b6d221c5cde:40755 {}] regionserver.HRegionServer(2659): reportForDuty to master=2b6d221c5cde,35189,1731421428426 with port=40755, startcode=1731421428538 2024-11-12T14:23:49,240 DEBUG [RS:0;2b6d221c5cde:40755 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T14:23:49,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:23:49,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:23:49,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:49,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:23:49,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:23:49,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:23:49,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:49,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:23:49,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:23:49,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:23:49,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:49,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:23:49,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:23:49,251 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:23:49,251 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:49,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:23:49,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:23:49,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/data/hbase/meta/1588230740 2024-11-12T14:23:49,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/data/hbase/meta/1588230740 2024-11-12T14:23:49,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:23:49,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:23:49,255 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:23:49,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:23:49,269 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T14:23:49,269 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35189 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2b6d221c5cde,40755,1731421428538 2024-11-12T14:23:49,269 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35189 {}] master.ServerManager(517): Registering regionserver=2b6d221c5cde,40755,1731421428538 2024-11-12T14:23:49,271 DEBUG [RS:0;2b6d221c5cde:40755 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a 2024-11-12T14:23:49,271 DEBUG [RS:0;2b6d221c5cde:40755 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42801 2024-11-12T14:23:49,271 DEBUG [RS:0;2b6d221c5cde:40755 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T14:23:49,271 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:23:49,272 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69100676, jitterRate=0.029680311679840088}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:23:49,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731421429215Initializing all the Stores at 1731421429216 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421429216Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421429244 (+28 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421429244Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421429244Cleaning up temporary data from old regions at 1731421429255 (+11 ms)Region opened successfully at 1731421429272 (+17 ms) 2024-11-12T14:23:49,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:23:49,272 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:23:49,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:23:49,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:23:49,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:23:49,276 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:23:49,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421429272Disabling compacts and flushes for region at 1731421429272Disabling writes for close at 1731421429272Writing region close event to WAL at 1731421429276 (+4 ms)Closed at 1731421429276 2024-11-12T14:23:49,277 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:23:49,277 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T14:23:49,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T14:23:49,279 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:23:49,279 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T14:23:49,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1012f6e22d50006, quorum=127.0.0.1:65035, baseZNode=/21929192988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21929192988/rs 2024-11-12T14:23:49,331 DEBUG [RS:0;2b6d221c5cde:40755 {}] zookeeper.ZKUtil(111): regionserver:40755-0x1012f6e22d50007, quorum=127.0.0.1:65035, baseZNode=/21929192988 Set watcher on existing znode=/21929192988/rs/2b6d221c5cde,40755,1731421428538 2024-11-12T14:23:49,331 WARN [RS:0;2b6d221c5cde:40755 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T14:23:49,331 INFO [RS:0;2b6d221c5cde:40755 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:23:49,331 DEBUG [RS:0;2b6d221c5cde:40755 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/WALs/2b6d221c5cde,40755,1731421428538 2024-11-12T14:23:49,332 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2b6d221c5cde,40755,1731421428538] 2024-11-12T14:23:49,334 INFO [RS:0;2b6d221c5cde:40755 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T14:23:49,336 INFO [RS:0;2b6d221c5cde:40755 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T14:23:49,337 INFO [RS:0;2b6d221c5cde:40755 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T14:23:49,337 INFO [RS:0;2b6d221c5cde:40755 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:49,337 INFO [RS:0;2b6d221c5cde:40755 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T14:23:49,338 INFO [RS:0;2b6d221c5cde:40755 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T14:23:49,338 INFO [RS:0;2b6d221c5cde:40755 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:49,338 DEBUG [RS:0;2b6d221c5cde:40755 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:23:49,338 DEBUG [RS:0;2b6d221c5cde:40755 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:23:49,338 DEBUG [RS:0;2b6d221c5cde:40755 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:23:49,338 DEBUG [RS:0;2b6d221c5cde:40755 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:23:49,338 DEBUG [RS:0;2b6d221c5cde:40755 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:23:49,338 DEBUG [RS:0;2b6d221c5cde:40755 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2b6d221c5cde:0, corePoolSize=2, maxPoolSize=2 2024-11-12T14:23:49,338 DEBUG [RS:0;2b6d221c5cde:40755 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:23:49,339 DEBUG [RS:0;2b6d221c5cde:40755 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:23:49,339 DEBUG [RS:0;2b6d221c5cde:40755 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:23:49,339 DEBUG [RS:0;2b6d221c5cde:40755 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:23:49,339 DEBUG [RS:0;2b6d221c5cde:40755 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:23:49,339 DEBUG [RS:0;2b6d221c5cde:40755 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2b6d221c5cde:0, corePoolSize=1, maxPoolSize=1 2024-11-12T14:23:49,339 DEBUG [RS:0;2b6d221c5cde:40755 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:23:49,339 DEBUG [RS:0;2b6d221c5cde:40755 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2b6d221c5cde:0, corePoolSize=3, maxPoolSize=3 2024-11-12T14:23:49,339 INFO [RS:0;2b6d221c5cde:40755 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:49,339 INFO [RS:0;2b6d221c5cde:40755 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:49,339 INFO [RS:0;2b6d221c5cde:40755 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:49,339 INFO [RS:0;2b6d221c5cde:40755 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:49,339 INFO [RS:0;2b6d221c5cde:40755 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:49,339 INFO [RS:0;2b6d221c5cde:40755 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,40755,1731421428538-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:23:49,357 INFO [RS:0;2b6d221c5cde:40755 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T14:23:49,357 INFO [RS:0;2b6d221c5cde:40755 {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,40755,1731421428538-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:49,357 INFO [RS:0;2b6d221c5cde:40755 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:49,357 INFO [RS:0;2b6d221c5cde:40755 {}] regionserver.Replication(171): 2b6d221c5cde,40755,1731421428538 started 2024-11-12T14:23:49,373 INFO [RS:0;2b6d221c5cde:40755 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:49,373 INFO [RS:0;2b6d221c5cde:40755 {}] regionserver.HRegionServer(1482): Serving as 2b6d221c5cde,40755,1731421428538, RpcServer on 2b6d221c5cde/172.17.0.3:40755, sessionid=0x1012f6e22d50007 2024-11-12T14:23:49,373 DEBUG [RS:0;2b6d221c5cde:40755 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T14:23:49,373 DEBUG [RS:0;2b6d221c5cde:40755 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2b6d221c5cde,40755,1731421428538 2024-11-12T14:23:49,373 DEBUG [RS:0;2b6d221c5cde:40755 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,40755,1731421428538' 2024-11-12T14:23:49,373 DEBUG [RS:0;2b6d221c5cde:40755 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21929192988/flush-table-proc/abort' 2024-11-12T14:23:49,374 DEBUG [RS:0;2b6d221c5cde:40755 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21929192988/flush-table-proc/acquired' 2024-11-12T14:23:49,374 DEBUG [RS:0;2b6d221c5cde:40755 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T14:23:49,374 DEBUG [RS:0;2b6d221c5cde:40755 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T14:23:49,374 DEBUG [RS:0;2b6d221c5cde:40755 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2b6d221c5cde,40755,1731421428538 2024-11-12T14:23:49,374 DEBUG [RS:0;2b6d221c5cde:40755 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2b6d221c5cde,40755,1731421428538' 2024-11-12T14:23:49,374 DEBUG [RS:0;2b6d221c5cde:40755 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21929192988/online-snapshot/abort' 2024-11-12T14:23:49,375 DEBUG [RS:0;2b6d221c5cde:40755 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21929192988/online-snapshot/acquired' 2024-11-12T14:23:49,375 DEBUG [RS:0;2b6d221c5cde:40755 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T14:23:49,375 INFO [RS:0;2b6d221c5cde:40755 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T14:23:49,375 INFO [RS:0;2b6d221c5cde:40755 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T14:23:49,430 WARN [2b6d221c5cde:35189 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T14:23:49,476 INFO [RS:0;2b6d221c5cde:40755 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T14:23:49,477 INFO [RS:0;2b6d221c5cde:40755 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C40755%2C1731421428538, suffix=, logDir=hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/WALs/2b6d221c5cde,40755,1731421428538, archiveDir=hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/oldWALs, maxLogs=10 2024-11-12T14:23:49,493 DEBUG [RS:0;2b6d221c5cde:40755 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/WALs/2b6d221c5cde,40755,1731421428538/2b6d221c5cde%2C40755%2C1731421428538.1731421429477, exclude list is [], retry=0 2024-11-12T14:23:49,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39753,DS-5f5cb384-a971-4bb5-9b27-fd537a3feece,DISK] 2024-11-12T14:23:49,517 INFO [RS:0;2b6d221c5cde:40755 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/WALs/2b6d221c5cde,40755,1731421428538/2b6d221c5cde%2C40755%2C1731421428538.1731421429477 2024-11-12T14:23:49,518 DEBUG [RS:0;2b6d221c5cde:40755 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45167:45167)] 2024-11-12T14:23:49,680 DEBUG [2b6d221c5cde:35189 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T14:23:49,681 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2b6d221c5cde,40755,1731421428538 2024-11-12T14:23:49,682 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,40755,1731421428538, state=OPENING 2024-11-12T14:23:49,737 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T14:23:49,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40755-0x1012f6e22d50007, quorum=127.0.0.1:65035, baseZNode=/21929192988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21929192988 2024-11-12T14:23:49,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1012f6e22d50006, quorum=127.0.0.1:65035, baseZNode=/21929192988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21929192988 2024-11-12T14:23:49,748 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21929192988/meta-region-server: CHANGED 2024-11-12T14:23:49,748 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21929192988/meta-region-server: CHANGED 2024-11-12T14:23:49,748 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T14:23:49,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,40755,1731421428538}] 2024-11-12T14:23:49,900 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:23:49,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42341, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T14:23:49,912 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T14:23:49,913 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:23:49,913 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T14:23:49,917 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C40755%2C1731421428538.meta, suffix=.meta, logDir=hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/WALs/2b6d221c5cde,40755,1731421428538, archiveDir=hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/oldWALs, maxLogs=10 2024-11-12T14:23:49,942 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/WALs/2b6d221c5cde,40755,1731421428538/2b6d221c5cde%2C40755%2C1731421428538.meta.1731421429919.meta, exclude list is [], retry=0 2024-11-12T14:23:49,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39753,DS-5f5cb384-a971-4bb5-9b27-fd537a3feece,DISK] 2024-11-12T14:23:49,949 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/WALs/2b6d221c5cde,40755,1731421428538/2b6d221c5cde%2C40755%2C1731421428538.meta.1731421429919.meta 2024-11-12T14:23:49,949 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45167:45167)] 2024-11-12T14:23:49,949 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:23:49,950 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:23:49,950 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T14:23:49,950 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T14:23:49,950 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T14:23:49,950 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T14:23:49,950 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:23:49,950 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T14:23:49,950 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T14:23:49,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T14:23:49,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T14:23:49,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:49,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:23:49,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T14:23:49,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T14:23:49,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:49,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:23:49,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T14:23:49,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T14:23:49,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:49,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:23:49,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T14:23:49,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T14:23:49,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:49,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T14:23:49,957 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T14:23:49,958 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/data/hbase/meta/1588230740 2024-11-12T14:23:49,959 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/data/hbase/meta/1588230740 2024-11-12T14:23:49,960 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T14:23:49,960 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T14:23:49,960 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T14:23:49,962 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T14:23:49,963 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61549022, jitterRate=-0.08284810185432434}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T14:23:49,963 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T14:23:49,963 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731421429951Writing region info on filesystem at 1731421429951Initializing all the Stores at 1731421429951Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421429951Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421429952 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421429952Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731421429952Cleaning up temporary data from old regions at 1731421429960 (+8 ms)Running coprocessor post-open hooks at 1731421429963 (+3 ms)Region opened successfully at 1731421429963 2024-11-12T14:23:49,968 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731421429900 2024-11-12T14:23:49,971 DEBUG [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T14:23:49,971 INFO [RS_OPEN_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T14:23:49,972 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,40755,1731421428538 2024-11-12T14:23:49,974 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2b6d221c5cde,40755,1731421428538, state=OPEN 2024-11-12T14:23:49,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40755-0x1012f6e22d50007, quorum=127.0.0.1:65035, baseZNode=/21929192988 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21929192988/meta-region-server 2024-11-12T14:23:49,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1012f6e22d50006, quorum=127.0.0.1:65035, baseZNode=/21929192988 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21929192988/meta-region-server 2024-11-12T14:23:49,979 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21929192988/meta-region-server: CHANGED 2024-11-12T14:23:49,979 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21929192988/meta-region-server: CHANGED 2024-11-12T14:23:49,979 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2b6d221c5cde,40755,1731421428538 2024-11-12T14:23:49,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T14:23:49,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2b6d221c5cde,40755,1731421428538 in 230 msec 2024-11-12T14:23:49,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T14:23:49,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 704 msec 2024-11-12T14:23:49,984 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T14:23:49,984 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T14:23:49,986 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:23:49,986 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,40755,1731421428538, seqNum=-1] 2024-11-12T14:23:49,986 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:23:49,987 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34117, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:23:49,993 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 932 msec 2024-11-12T14:23:49,994 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731421429994, completionTime=-1 2024-11-12T14:23:49,994 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T14:23:49,994 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T14:23:49,996 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T14:23:49,996 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731421489996 2024-11-12T14:23:49,996 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731421549996 2024-11-12T14:23:49,996 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T14:23:49,996 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,35189,1731421428426-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:49,996 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,35189,1731421428426-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:49,996 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,35189,1731421428426-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:49,996 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2b6d221c5cde:35189, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:49,996 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:49,997 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:49,998 DEBUG [master/2b6d221c5cde:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T14:23:50,000 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.390sec 2024-11-12T14:23:50,000 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T14:23:50,000 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T14:23:50,000 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T14:23:50,000 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T14:23:50,000 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T14:23:50,000 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,35189,1731421428426-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T14:23:50,000 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,35189,1731421428426-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T14:23:50,002 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T14:23:50,002 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T14:23:50,002 INFO [master/2b6d221c5cde:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2b6d221c5cde,35189,1731421428426-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T14:23:50,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fd1a4b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:50,074 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,35189,-1 for getting cluster id 2024-11-12T14:23:50,075 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:23:50,080 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4471092b-0170-4d13-8c10-61c127415664' 2024-11-12T14:23:50,081 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:23:50,081 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4471092b-0170-4d13-8c10-61c127415664" 2024-11-12T14:23:50,081 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e68dcc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:50,081 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,35189,-1] 2024-11-12T14:23:50,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:23:50,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:50,083 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:23:50,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35c2c746, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:50,084 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:23:50,085 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,40755,1731421428538, seqNum=-1] 2024-11-12T14:23:50,085 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:23:50,086 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:23:50,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2b6d221c5cde,35189,1731421428426 2024-11-12T14:23:50,088 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:65035 2024-11-12T14:23:50,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:65035, baseZNode=/21929192988 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T14:23:50,096 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1012f6e22d50008 connected 2024-11-12T14:23:50,118 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:23:50,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,40599,1731421417170 2024-11-12T14:23:50,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@131bf597 2024-11-12T14:23:50,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:23:50,121 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:23:50,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40599 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:23:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40599 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T14:23:50,124 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T14:23:50,124 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:50,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40599 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T14:23:50,125 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T14:23:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:23:50,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39521 is added to blk_1073741835_1011 (size=902) 2024-11-12T14:23:50,202 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 87823c845020c9991c82ab15c8c27461, NAME => 'test,,1731421430121.87823c845020c9991c82ab15c8c27461.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b 2024-11-12T14:23:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:23:50,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39521 is added to blk_1073741836_1012 (size=39) 2024-11-12T14:23:50,251 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731421430121.87823c845020c9991c82ab15c8c27461.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:23:50,251 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 87823c845020c9991c82ab15c8c27461, disabling compactions & flushes 2024-11-12T14:23:50,251 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731421430121.87823c845020c9991c82ab15c8c27461. 2024-11-12T14:23:50,251 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731421430121.87823c845020c9991c82ab15c8c27461. 2024-11-12T14:23:50,251 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731421430121.87823c845020c9991c82ab15c8c27461. after waiting 0 ms 2024-11-12T14:23:50,251 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731421430121.87823c845020c9991c82ab15c8c27461. 2024-11-12T14:23:50,251 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731421430121.87823c845020c9991c82ab15c8c27461. 2024-11-12T14:23:50,251 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 87823c845020c9991c82ab15c8c27461: Waiting for close lock at 1731421430251Disabling compacts and flushes for region at 1731421430251Disabling writes for close at 1731421430251Writing region close event to WAL at 1731421430251Closed at 1731421430251 2024-11-12T14:23:50,253 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T14:23:50,254 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731421430121.87823c845020c9991c82ab15c8c27461.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731421430253"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731421430253"}]},"ts":"1731421430253"} 2024-11-12T14:23:50,256 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T14:23:50,257 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T14:23:50,257 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421430257"}]},"ts":"1731421430257"} 2024-11-12T14:23:50,259 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T14:23:50,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=87823c845020c9991c82ab15c8c27461, ASSIGN}] 2024-11-12T14:23:50,261 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=87823c845020c9991c82ab15c8c27461, ASSIGN 2024-11-12T14:23:50,262 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=87823c845020c9991c82ab15c8c27461, ASSIGN; state=OFFLINE, location=2b6d221c5cde,33061,1731421417334; forceNewPlan=false, retain=false 2024-11-12T14:23:50,413 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=87823c845020c9991c82ab15c8c27461, regionState=OPENING, regionLocation=2b6d221c5cde,33061,1731421417334 2024-11-12T14:23:50,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=87823c845020c9991c82ab15c8c27461, ASSIGN because future has completed 2024-11-12T14:23:50,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87823c845020c9991c82ab15c8c27461, server=2b6d221c5cde,33061,1731421417334}] 2024-11-12T14:23:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:23:50,580 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731421430121.87823c845020c9991c82ab15c8c27461. 2024-11-12T14:23:50,580 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 87823c845020c9991c82ab15c8c27461, NAME => 'test,,1731421430121.87823c845020c9991c82ab15c8c27461.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:23:50,581 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:23:50,581 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T14:23:50,581 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 87823c845020c9991c82ab15c8c27461 2024-11-12T14:23:50,581 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731421430121.87823c845020c9991c82ab15c8c27461.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:23:50,581 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 87823c845020c9991c82ab15c8c27461 2024-11-12T14:23:50,581 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 87823c845020c9991c82ab15c8c27461 2024-11-12T14:23:50,586 INFO [StoreOpener-87823c845020c9991c82ab15c8c27461-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 87823c845020c9991c82ab15c8c27461 2024-11-12T14:23:50,587 INFO [StoreOpener-87823c845020c9991c82ab15c8c27461-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87823c845020c9991c82ab15c8c27461 columnFamilyName f 2024-11-12T14:23:50,587 DEBUG [StoreOpener-87823c845020c9991c82ab15c8c27461-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:50,588 INFO [StoreOpener-87823c845020c9991c82ab15c8c27461-1 {}] regionserver.HStore(327): Store=87823c845020c9991c82ab15c8c27461/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:23:50,588 INFO [StoreOpener-87823c845020c9991c82ab15c8c27461-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 87823c845020c9991c82ab15c8c27461 2024-11-12T14:23:50,589 INFO [StoreOpener-87823c845020c9991c82ab15c8c27461-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87823c845020c9991c82ab15c8c27461 columnFamilyName f1 2024-11-12T14:23:50,589 DEBUG [StoreOpener-87823c845020c9991c82ab15c8c27461-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:50,590 INFO [StoreOpener-87823c845020c9991c82ab15c8c27461-1 {}] regionserver.HStore(327): Store=87823c845020c9991c82ab15c8c27461/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:23:50,590 INFO [StoreOpener-87823c845020c9991c82ab15c8c27461-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 87823c845020c9991c82ab15c8c27461 2024-11-12T14:23:50,591 INFO [StoreOpener-87823c845020c9991c82ab15c8c27461-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87823c845020c9991c82ab15c8c27461 columnFamilyName norep 2024-11-12T14:23:50,591 DEBUG [StoreOpener-87823c845020c9991c82ab15c8c27461-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:50,592 INFO [StoreOpener-87823c845020c9991c82ab15c8c27461-1 {}] regionserver.HStore(327): Store=87823c845020c9991c82ab15c8c27461/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:23:50,592 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 87823c845020c9991c82ab15c8c27461 2024-11-12T14:23:50,593 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/default/test/87823c845020c9991c82ab15c8c27461 2024-11-12T14:23:50,596 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/default/test/87823c845020c9991c82ab15c8c27461 2024-11-12T14:23:50,597 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 87823c845020c9991c82ab15c8c27461 2024-11-12T14:23:50,597 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 87823c845020c9991c82ab15c8c27461 2024-11-12T14:23:50,598 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T14:23:50,599 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 87823c845020c9991c82ab15c8c27461 2024-11-12T14:23:50,613 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/default/test/87823c845020c9991c82ab15c8c27461/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:23:50,613 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 87823c845020c9991c82ab15c8c27461; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64671500, jitterRate=-0.0363195538520813}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T14:23:50,613 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 87823c845020c9991c82ab15c8c27461 2024-11-12T14:23:50,613 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 87823c845020c9991c82ab15c8c27461: Running coprocessor pre-open hook at 1731421430581Writing region info on filesystem at 1731421430581Initializing all the Stores at 1731421430581Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421430582 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421430586 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421430586Cleaning up temporary data from old regions at 1731421430597 (+11 ms)Running coprocessor post-open hooks at 1731421430613 (+16 ms)Region opened successfully at 1731421430613 2024-11-12T14:23:50,614 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731421430121.87823c845020c9991c82ab15c8c27461., pid=6, masterSystemTime=1731421430576 2024-11-12T14:23:50,616 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731421430121.87823c845020c9991c82ab15c8c27461. 2024-11-12T14:23:50,616 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731421430121.87823c845020c9991c82ab15c8c27461. 2024-11-12T14:23:50,616 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=87823c845020c9991c82ab15c8c27461, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2b6d221c5cde,33061,1731421417334 2024-11-12T14:23:50,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87823c845020c9991c82ab15c8c27461, server=2b6d221c5cde,33061,1731421417334 because future has completed 2024-11-12T14:23:50,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T14:23:50,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 87823c845020c9991c82ab15c8c27461, server=2b6d221c5cde,33061,1731421417334 in 204 msec 2024-11-12T14:23:50,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T14:23:50,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=87823c845020c9991c82ab15c8c27461, ASSIGN in 361 msec 2024-11-12T14:23:50,623 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T14:23:50,624 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421430623"}]},"ts":"1731421430623"} 2024-11-12T14:23:50,626 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T14:23:50,627 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T14:23:50,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 505 msec 2024-11-12T14:23:50,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:23:50,757 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T14:23:50,758 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:23:50,758 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,45777,1731421423119 2024-11-12T14:23:50,758 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27b1d587 2024-11-12T14:23:50,759 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:23:50,759 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:23:50,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:23:50,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T14:23:50,762 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T14:23:50,762 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:50,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T14:23:50,763 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T14:23:50,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:23:50,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741835_1011 (size=902) 2024-11-12T14:23:50,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:23:51,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:23:51,161 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T14:23:51,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:51,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:51,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:51,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:51,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:51,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:51,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:51,169 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 07d36665516d4991a65d28aded60d5f6, NAME => 'test,,1731421430760.07d36665516d4991a65d28aded60d5f6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed 2024-11-12T14:23:51,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741836_1012 (size=39) 2024-11-12T14:23:51,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:51,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:51,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:51,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:51,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:51,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:51,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:51,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:51,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:51,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:51,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:23:51,607 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731421430760.07d36665516d4991a65d28aded60d5f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:23:51,607 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 07d36665516d4991a65d28aded60d5f6, disabling compactions & flushes 2024-11-12T14:23:51,607 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731421430760.07d36665516d4991a65d28aded60d5f6. 2024-11-12T14:23:51,607 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731421430760.07d36665516d4991a65d28aded60d5f6. 2024-11-12T14:23:51,607 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731421430760.07d36665516d4991a65d28aded60d5f6. after waiting 0 ms 2024-11-12T14:23:51,607 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731421430760.07d36665516d4991a65d28aded60d5f6. 2024-11-12T14:23:51,607 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731421430760.07d36665516d4991a65d28aded60d5f6. 2024-11-12T14:23:51,607 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 07d36665516d4991a65d28aded60d5f6: Waiting for close lock at 1731421431607Disabling compacts and flushes for region at 1731421431607Disabling writes for close at 1731421431607Writing region close event to WAL at 1731421431607Closed at 1731421431607 2024-11-12T14:23:51,608 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T14:23:51,608 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731421430760.07d36665516d4991a65d28aded60d5f6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731421431608"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731421431608"}]},"ts":"1731421431608"} 2024-11-12T14:23:51,610 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T14:23:51,610 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T14:23:51,611 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421431610"}]},"ts":"1731421431610"} 2024-11-12T14:23:51,612 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T14:23:51,612 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=07d36665516d4991a65d28aded60d5f6, ASSIGN}] 2024-11-12T14:23:51,613 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=07d36665516d4991a65d28aded60d5f6, ASSIGN 2024-11-12T14:23:51,614 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=07d36665516d4991a65d28aded60d5f6, ASSIGN; state=OFFLINE, location=2b6d221c5cde,44387,1731421423294; forceNewPlan=false, retain=false 2024-11-12T14:23:51,764 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=07d36665516d4991a65d28aded60d5f6, regionState=OPENING, regionLocation=2b6d221c5cde,44387,1731421423294 2024-11-12T14:23:51,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=07d36665516d4991a65d28aded60d5f6, ASSIGN because future has completed 2024-11-12T14:23:51,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07d36665516d4991a65d28aded60d5f6, server=2b6d221c5cde,44387,1731421423294}] 2024-11-12T14:23:51,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:23:51,924 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731421430760.07d36665516d4991a65d28aded60d5f6. 2024-11-12T14:23:51,924 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 07d36665516d4991a65d28aded60d5f6, NAME => 'test,,1731421430760.07d36665516d4991a65d28aded60d5f6.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:23:51,924 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:23:51,924 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T14:23:51,924 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 07d36665516d4991a65d28aded60d5f6 2024-11-12T14:23:51,924 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731421430760.07d36665516d4991a65d28aded60d5f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:23:51,925 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 07d36665516d4991a65d28aded60d5f6 2024-11-12T14:23:51,925 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 07d36665516d4991a65d28aded60d5f6 2024-11-12T14:23:51,928 INFO [StoreOpener-07d36665516d4991a65d28aded60d5f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 07d36665516d4991a65d28aded60d5f6 2024-11-12T14:23:51,929 INFO [StoreOpener-07d36665516d4991a65d28aded60d5f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07d36665516d4991a65d28aded60d5f6 columnFamilyName f 2024-11-12T14:23:51,929 DEBUG [StoreOpener-07d36665516d4991a65d28aded60d5f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:51,929 INFO [StoreOpener-07d36665516d4991a65d28aded60d5f6-1 {}] regionserver.HStore(327): Store=07d36665516d4991a65d28aded60d5f6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:23:51,929 INFO [StoreOpener-07d36665516d4991a65d28aded60d5f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 07d36665516d4991a65d28aded60d5f6 2024-11-12T14:23:51,930 INFO [StoreOpener-07d36665516d4991a65d28aded60d5f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07d36665516d4991a65d28aded60d5f6 columnFamilyName f1 2024-11-12T14:23:51,930 DEBUG [StoreOpener-07d36665516d4991a65d28aded60d5f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:51,931 INFO [StoreOpener-07d36665516d4991a65d28aded60d5f6-1 {}] regionserver.HStore(327): Store=07d36665516d4991a65d28aded60d5f6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:23:51,931 INFO [StoreOpener-07d36665516d4991a65d28aded60d5f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 07d36665516d4991a65d28aded60d5f6 2024-11-12T14:23:51,931 INFO [StoreOpener-07d36665516d4991a65d28aded60d5f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07d36665516d4991a65d28aded60d5f6 columnFamilyName norep 2024-11-12T14:23:51,931 DEBUG [StoreOpener-07d36665516d4991a65d28aded60d5f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:51,932 INFO [StoreOpener-07d36665516d4991a65d28aded60d5f6-1 {}] regionserver.HStore(327): Store=07d36665516d4991a65d28aded60d5f6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:23:51,932 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 07d36665516d4991a65d28aded60d5f6 2024-11-12T14:23:51,932 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/data/default/test/07d36665516d4991a65d28aded60d5f6 2024-11-12T14:23:51,933 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/data/default/test/07d36665516d4991a65d28aded60d5f6 2024-11-12T14:23:51,933 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 07d36665516d4991a65d28aded60d5f6 2024-11-12T14:23:51,933 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 07d36665516d4991a65d28aded60d5f6 2024-11-12T14:23:51,934 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T14:23:51,934 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 07d36665516d4991a65d28aded60d5f6 2024-11-12T14:23:51,936 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/data/default/test/07d36665516d4991a65d28aded60d5f6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:23:51,936 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 07d36665516d4991a65d28aded60d5f6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60585603, jitterRate=-0.09720416367053986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T14:23:51,936 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 07d36665516d4991a65d28aded60d5f6 2024-11-12T14:23:51,936 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 07d36665516d4991a65d28aded60d5f6: Running coprocessor pre-open hook at 1731421431925Writing region info on filesystem at 1731421431925Initializing all the Stores at 1731421431925Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421431925Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421431927 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421431927Cleaning up temporary data from old regions at 1731421431933 (+6 ms)Running coprocessor post-open hooks at 1731421431936 (+3 ms)Region opened successfully at 1731421431936 2024-11-12T14:23:51,937 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731421430760.07d36665516d4991a65d28aded60d5f6., pid=6, masterSystemTime=1731421431920 2024-11-12T14:23:51,939 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731421430760.07d36665516d4991a65d28aded60d5f6. 2024-11-12T14:23:51,939 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731421430760.07d36665516d4991a65d28aded60d5f6. 2024-11-12T14:23:51,940 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=07d36665516d4991a65d28aded60d5f6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2b6d221c5cde,44387,1731421423294 2024-11-12T14:23:51,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07d36665516d4991a65d28aded60d5f6, server=2b6d221c5cde,44387,1731421423294 because future has completed 2024-11-12T14:23:51,944 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T14:23:51,944 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 07d36665516d4991a65d28aded60d5f6, server=2b6d221c5cde,44387,1731421423294 in 175 msec 2024-11-12T14:23:51,948 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T14:23:51,948 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=07d36665516d4991a65d28aded60d5f6, ASSIGN in 332 msec 2024-11-12T14:23:51,949 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T14:23:51,949 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421431949"}]},"ts":"1731421431949"} 2024-11-12T14:23:51,950 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T14:23:51,951 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T14:23:51,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1910 sec 2024-11-12T14:23:52,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:23:52,907 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T14:23:52,907 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:23:52,908 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,35189,1731421428426 2024-11-12T14:23:52,908 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d1f6032 2024-11-12T14:23:52,908 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:23:52,909 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:23:52,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:23:52,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T14:23:52,912 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T14:23:52,912 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:52,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T14:23:52,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:23:52,913 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T14:23:52,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741835_1011 (size=902) 2024-11-12T14:23:52,920 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e12f17d54ed382582e2feb75549c984f, NAME => 'test,,1731421432909.e12f17d54ed382582e2feb75549c984f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a 2024-11-12T14:23:52,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741836_1012 (size=39) 2024-11-12T14:23:52,925 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731421432909.e12f17d54ed382582e2feb75549c984f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:23:52,926 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e12f17d54ed382582e2feb75549c984f, disabling compactions & flushes 2024-11-12T14:23:52,926 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731421432909.e12f17d54ed382582e2feb75549c984f. 2024-11-12T14:23:52,926 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731421432909.e12f17d54ed382582e2feb75549c984f. 2024-11-12T14:23:52,926 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731421432909.e12f17d54ed382582e2feb75549c984f. after waiting 0 ms 2024-11-12T14:23:52,926 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731421432909.e12f17d54ed382582e2feb75549c984f. 2024-11-12T14:23:52,926 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731421432909.e12f17d54ed382582e2feb75549c984f. 2024-11-12T14:23:52,926 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e12f17d54ed382582e2feb75549c984f: Waiting for close lock at 1731421432926Disabling compacts and flushes for region at 1731421432926Disabling writes for close at 1731421432926Writing region close event to WAL at 1731421432926Closed at 1731421432926 2024-11-12T14:23:52,927 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T14:23:52,927 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731421432909.e12f17d54ed382582e2feb75549c984f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731421432927"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731421432927"}]},"ts":"1731421432927"} 2024-11-12T14:23:52,929 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T14:23:52,930 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T14:23:52,930 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421432930"}]},"ts":"1731421432930"} 2024-11-12T14:23:52,932 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T14:23:52,932 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e12f17d54ed382582e2feb75549c984f, ASSIGN}] 2024-11-12T14:23:52,934 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e12f17d54ed382582e2feb75549c984f, ASSIGN 2024-11-12T14:23:52,934 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e12f17d54ed382582e2feb75549c984f, ASSIGN; state=OFFLINE, location=2b6d221c5cde,40755,1731421428538; forceNewPlan=false, retain=false 2024-11-12T14:23:53,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:23:53,085 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e12f17d54ed382582e2feb75549c984f, regionState=OPENING, regionLocation=2b6d221c5cde,40755,1731421428538 2024-11-12T14:23:53,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e12f17d54ed382582e2feb75549c984f, ASSIGN because future has completed 2024-11-12T14:23:53,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e12f17d54ed382582e2feb75549c984f, server=2b6d221c5cde,40755,1731421428538}] 2024-11-12T14:23:53,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:23:53,243 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731421432909.e12f17d54ed382582e2feb75549c984f. 2024-11-12T14:23:53,243 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e12f17d54ed382582e2feb75549c984f, NAME => 'test,,1731421432909.e12f17d54ed382582e2feb75549c984f.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:23:53,243 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:23:53,244 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T14:23:53,244 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e12f17d54ed382582e2feb75549c984f 2024-11-12T14:23:53,244 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731421432909.e12f17d54ed382582e2feb75549c984f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:23:53,244 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e12f17d54ed382582e2feb75549c984f 2024-11-12T14:23:53,244 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e12f17d54ed382582e2feb75549c984f 2024-11-12T14:23:53,248 INFO [StoreOpener-e12f17d54ed382582e2feb75549c984f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e12f17d54ed382582e2feb75549c984f 2024-11-12T14:23:53,250 INFO [StoreOpener-e12f17d54ed382582e2feb75549c984f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e12f17d54ed382582e2feb75549c984f columnFamilyName f 2024-11-12T14:23:53,250 DEBUG [StoreOpener-e12f17d54ed382582e2feb75549c984f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:53,250 INFO [StoreOpener-e12f17d54ed382582e2feb75549c984f-1 {}] regionserver.HStore(327): Store=e12f17d54ed382582e2feb75549c984f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:23:53,250 INFO [StoreOpener-e12f17d54ed382582e2feb75549c984f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e12f17d54ed382582e2feb75549c984f 2024-11-12T14:23:53,251 INFO [StoreOpener-e12f17d54ed382582e2feb75549c984f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e12f17d54ed382582e2feb75549c984f columnFamilyName f1 2024-11-12T14:23:53,251 DEBUG [StoreOpener-e12f17d54ed382582e2feb75549c984f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:53,252 INFO [StoreOpener-e12f17d54ed382582e2feb75549c984f-1 {}] regionserver.HStore(327): Store=e12f17d54ed382582e2feb75549c984f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:23:53,252 INFO [StoreOpener-e12f17d54ed382582e2feb75549c984f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e12f17d54ed382582e2feb75549c984f 2024-11-12T14:23:53,253 INFO [StoreOpener-e12f17d54ed382582e2feb75549c984f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e12f17d54ed382582e2feb75549c984f columnFamilyName norep 2024-11-12T14:23:53,253 DEBUG [StoreOpener-e12f17d54ed382582e2feb75549c984f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:53,253 INFO [StoreOpener-e12f17d54ed382582e2feb75549c984f-1 {}] regionserver.HStore(327): Store=e12f17d54ed382582e2feb75549c984f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:23:53,253 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e12f17d54ed382582e2feb75549c984f 2024-11-12T14:23:53,254 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/data/default/test/e12f17d54ed382582e2feb75549c984f 2024-11-12T14:23:53,254 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/data/default/test/e12f17d54ed382582e2feb75549c984f 2024-11-12T14:23:53,255 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e12f17d54ed382582e2feb75549c984f 2024-11-12T14:23:53,255 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e12f17d54ed382582e2feb75549c984f 2024-11-12T14:23:53,255 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T14:23:53,256 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e12f17d54ed382582e2feb75549c984f 2024-11-12T14:23:53,258 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/data/default/test/e12f17d54ed382582e2feb75549c984f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:23:53,259 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e12f17d54ed382582e2feb75549c984f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60527620, jitterRate=-0.09806817770004272}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T14:23:53,259 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e12f17d54ed382582e2feb75549c984f 2024-11-12T14:23:53,259 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e12f17d54ed382582e2feb75549c984f: Running coprocessor pre-open hook at 1731421433244Writing region info on filesystem at 1731421433244Initializing all the Stores at 1731421433245 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421433245Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421433248 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421433248Cleaning up temporary data from old regions at 1731421433255 (+7 ms)Running coprocessor post-open hooks at 1731421433259 (+4 ms)Region opened successfully at 1731421433259 2024-11-12T14:23:53,261 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731421432909.e12f17d54ed382582e2feb75549c984f., pid=6, masterSystemTime=1731421433239 2024-11-12T14:23:53,263 DEBUG [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731421432909.e12f17d54ed382582e2feb75549c984f. 2024-11-12T14:23:53,263 INFO [RS_OPEN_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731421432909.e12f17d54ed382582e2feb75549c984f. 2024-11-12T14:23:53,264 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e12f17d54ed382582e2feb75549c984f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2b6d221c5cde,40755,1731421428538 2024-11-12T14:23:53,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e12f17d54ed382582e2feb75549c984f, server=2b6d221c5cde,40755,1731421428538 because future has completed 2024-11-12T14:23:53,268 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T14:23:53,269 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e12f17d54ed382582e2feb75549c984f, server=2b6d221c5cde,40755,1731421428538 in 180 msec 2024-11-12T14:23:53,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T14:23:53,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e12f17d54ed382582e2feb75549c984f, ASSIGN in 336 msec 2024-11-12T14:23:53,272 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T14:23:53,272 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421433272"}]},"ts":"1731421433272"} 2024-11-12T14:23:53,276 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T14:23:53,277 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T14:23:53,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 367 msec 2024-11-12T14:23:53,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T14:23:53,537 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T14:23:53,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d580e30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:53,538 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,40599,-1 for getting cluster id 2024-11-12T14:23:53,538 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:23:53,539 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52936610-5153-4fb4-8220-7644a5080b56' 2024-11-12T14:23:53,539 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:23:53,539 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52936610-5153-4fb4-8220-7644a5080b56" 2024-11-12T14:23:53,539 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@779faee8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:53,539 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,40599,-1] 2024-11-12T14:23:53,539 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:23:53,540 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:53,540 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:23:53,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0de026, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:53,541 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:23:53,542 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,40599,1731421417170 2024-11-12T14:23:53,542 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f115a9 2024-11-12T14:23:53,542 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:23:53,543 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:23:53,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40599 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2b6d221c5cde:45777,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T14:23:53,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40599 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T14:23:53,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:23:53,548 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b6d221c5cde:45777' 2024-11-12T14:23:53,549 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@655bb65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:53,549 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,45777,-1 for getting cluster id 2024-11-12T14:23:53,549 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:23:53,551 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d30bd38-500e-4fbd-9ee1-1bc744d4d4af' 2024-11-12T14:23:53,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:23:53,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d30bd38-500e-4fbd-9ee1-1bc744d4d4af" 2024-11-12T14:23:53,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22fdd46a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:53,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,45777,-1] 2024-11-12T14:23:53,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:23:53,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:53,553 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:23:53,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e08e1df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:53,554 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:23:53,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,45777,1731421423119 2024-11-12T14:23:53,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23007aa7 2024-11-12T14:23:53,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:23:53,555 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:23:53,556 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T14:23:53,556 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T14:23:53,556 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:53,556 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:23:53,556 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:53,556 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T14:23:53,557 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T14:23:53,558 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T14:23:53,558 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:53,559 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T14:23:53,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39521 is added to blk_1073741837_1013 (size=1138) 2024-11-12T14:23:53,580 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 186521e2408a7e638b28b82f055afc9c, NAME => 'hbase:replication,,1731421433556.186521e2408a7e638b28b82f055afc9c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b 2024-11-12T14:23:53,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39521 is added to blk_1073741838_1014 (size=44) 2024-11-12T14:23:53,608 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T14:23:53,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:23:53,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:23:53,989 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731421433556.186521e2408a7e638b28b82f055afc9c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:23:53,989 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 186521e2408a7e638b28b82f055afc9c, disabling compactions & flushes 2024-11-12T14:23:53,989 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731421433556.186521e2408a7e638b28b82f055afc9c. 2024-11-12T14:23:53,989 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731421433556.186521e2408a7e638b28b82f055afc9c. 2024-11-12T14:23:53,989 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731421433556.186521e2408a7e638b28b82f055afc9c. after waiting 0 ms 2024-11-12T14:23:53,989 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731421433556.186521e2408a7e638b28b82f055afc9c. 2024-11-12T14:23:53,989 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731421433556.186521e2408a7e638b28b82f055afc9c. 2024-11-12T14:23:53,989 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 186521e2408a7e638b28b82f055afc9c: Waiting for close lock at 1731421433989Disabling compacts and flushes for region at 1731421433989Disabling writes for close at 1731421433989Writing region close event to WAL at 1731421433989Closed at 1731421433989 2024-11-12T14:23:53,990 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T14:23:53,991 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731421433556.186521e2408a7e638b28b82f055afc9c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731421433990"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731421433990"}]},"ts":"1731421433990"} 2024-11-12T14:23:53,993 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T14:23:53,994 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T14:23:53,994 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421433994"}]},"ts":"1731421433994"} 2024-11-12T14:23:53,995 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T14:23:53,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=186521e2408a7e638b28b82f055afc9c, ASSIGN}] 2024-11-12T14:23:53,996 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=186521e2408a7e638b28b82f055afc9c, ASSIGN 2024-11-12T14:23:53,997 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=186521e2408a7e638b28b82f055afc9c, ASSIGN; state=OFFLINE, location=2b6d221c5cde,33061,1731421417334; forceNewPlan=false, retain=false 2024-11-12T14:23:54,147 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=186521e2408a7e638b28b82f055afc9c, regionState=OPENING, regionLocation=2b6d221c5cde,33061,1731421417334 2024-11-12T14:23:54,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=186521e2408a7e638b28b82f055afc9c, ASSIGN because future has completed 2024-11-12T14:23:54,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 186521e2408a7e638b28b82f055afc9c, server=2b6d221c5cde,33061,1731421417334}] 2024-11-12T14:23:54,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:23:54,388 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731421433556.186521e2408a7e638b28b82f055afc9c. 2024-11-12T14:23:54,388 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T14:23:54,389 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T14:23:54,390 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2b6d221c5cde%2C33061%2C1731421417334.rep, suffix=, logDir=hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334, archiveDir=hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/oldWALs, maxLogs=10 2024-11-12T14:23:54,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.rep.1731421434390, exclude list is [], retry=0 2024-11-12T14:23:54,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39521,DS-f84f7e77-2a8e-400e-82d7-ffa839ec13dd,DISK] 2024-11-12T14:23:54,417 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.rep.1731421434390 2024-11-12T14:23:54,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34855:34855)] 2024-11-12T14:23:54,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 186521e2408a7e638b28b82f055afc9c, NAME => 'hbase:replication,,1731421433556.186521e2408a7e638b28b82f055afc9c.', STARTKEY => '', ENDKEY => ''} 2024-11-12T14:23:54,421 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T14:23:54,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T14:23:54,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731421433556.186521e2408a7e638b28b82f055afc9c. service=MultiRowMutationService 2024-11-12T14:23:54,421 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T14:23:54,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 186521e2408a7e638b28b82f055afc9c 2024-11-12T14:23:54,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731421433556.186521e2408a7e638b28b82f055afc9c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T14:23:54,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 186521e2408a7e638b28b82f055afc9c 2024-11-12T14:23:54,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 186521e2408a7e638b28b82f055afc9c 2024-11-12T14:23:54,424 INFO [StoreOpener-186521e2408a7e638b28b82f055afc9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 186521e2408a7e638b28b82f055afc9c 2024-11-12T14:23:54,436 INFO [StoreOpener-186521e2408a7e638b28b82f055afc9c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 186521e2408a7e638b28b82f055afc9c columnFamilyName hfileref 2024-11-12T14:23:54,436 DEBUG [StoreOpener-186521e2408a7e638b28b82f055afc9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:54,437 INFO [StoreOpener-186521e2408a7e638b28b82f055afc9c-1 {}] regionserver.HStore(327): Store=186521e2408a7e638b28b82f055afc9c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:23:54,437 INFO [StoreOpener-186521e2408a7e638b28b82f055afc9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 186521e2408a7e638b28b82f055afc9c 2024-11-12T14:23:54,438 INFO [StoreOpener-186521e2408a7e638b28b82f055afc9c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 186521e2408a7e638b28b82f055afc9c columnFamilyName queue 2024-11-12T14:23:54,438 DEBUG [StoreOpener-186521e2408a7e638b28b82f055afc9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:54,439 INFO [StoreOpener-186521e2408a7e638b28b82f055afc9c-1 {}] regionserver.HStore(327): Store=186521e2408a7e638b28b82f055afc9c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:23:54,439 INFO [StoreOpener-186521e2408a7e638b28b82f055afc9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 186521e2408a7e638b28b82f055afc9c 2024-11-12T14:23:54,440 INFO [StoreOpener-186521e2408a7e638b28b82f055afc9c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 186521e2408a7e638b28b82f055afc9c columnFamilyName sid 2024-11-12T14:23:54,440 DEBUG [StoreOpener-186521e2408a7e638b28b82f055afc9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T14:23:54,441 INFO [StoreOpener-186521e2408a7e638b28b82f055afc9c-1 {}] regionserver.HStore(327): Store=186521e2408a7e638b28b82f055afc9c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T14:23:54,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 186521e2408a7e638b28b82f055afc9c 2024-11-12T14:23:54,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/hbase/replication/186521e2408a7e638b28b82f055afc9c 2024-11-12T14:23:54,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/hbase/replication/186521e2408a7e638b28b82f055afc9c 2024-11-12T14:23:54,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 186521e2408a7e638b28b82f055afc9c 2024-11-12T14:23:54,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 186521e2408a7e638b28b82f055afc9c 2024-11-12T14:23:54,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T14:23:54,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 186521e2408a7e638b28b82f055afc9c 2024-11-12T14:23:54,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/hbase/replication/186521e2408a7e638b28b82f055afc9c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T14:23:54,449 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 186521e2408a7e638b28b82f055afc9c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65902947, jitterRate=-0.017969563603401184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T14:23:54,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 186521e2408a7e638b28b82f055afc9c 2024-11-12T14:23:54,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 186521e2408a7e638b28b82f055afc9c: Running coprocessor pre-open hook at 1731421434422Writing region info on filesystem at 1731421434422Initializing all the Stores at 1731421434422Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421434422Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421434424 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731421434424Cleaning up temporary data from old regions at 1731421434443 (+19 ms)Running coprocessor post-open hooks at 1731421434450 (+7 ms)Region opened successfully at 1731421434450 2024-11-12T14:23:54,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731421433556.186521e2408a7e638b28b82f055afc9c., pid=10, masterSystemTime=1731421434302 2024-11-12T14:23:54,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731421433556.186521e2408a7e638b28b82f055afc9c. 2024-11-12T14:23:54,456 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731421433556.186521e2408a7e638b28b82f055afc9c. 2024-11-12T14:23:54,457 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=186521e2408a7e638b28b82f055afc9c, regionState=OPEN, openSeqNum=2, regionLocation=2b6d221c5cde,33061,1731421417334 2024-11-12T14:23:54,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 186521e2408a7e638b28b82f055afc9c, server=2b6d221c5cde,33061,1731421417334 because future has completed 2024-11-12T14:23:54,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T14:23:54,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 186521e2408a7e638b28b82f055afc9c, server=2b6d221c5cde,33061,1731421417334 in 318 msec 2024-11-12T14:23:54,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T14:23:54,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=186521e2408a7e638b28b82f055afc9c, ASSIGN in 475 msec 2024-11-12T14:23:54,473 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T14:23:54,473 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731421434473"}]},"ts":"1731421434473"} 2024-11-12T14:23:54,475 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T14:23:54,476 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T14:23:54,478 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 920 msec 2024-11-12T14:23:54,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731421433556.186521e2408a7e638b28b82f055afc9c., hostname=2b6d221c5cde,33061,1731421417334, seqNum=2] 2024-11-12T14:23:54,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33061-0x1012f6e22d50001, quorum=127.0.0.1:65035, baseZNode=/01202236738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01202236738 2024-11-12T14:23:54,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40599-0x1012f6e22d50000, quorum=127.0.0.1:65035, baseZNode=/01202236738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01202236738 2024-11-12T14:23:54,569 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T14:23:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:23:54,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T14:23:54,744 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T14:23:54,786 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2b6d221c5cde,33061,1731421417334, ReplicationSource: 1, currentBandwidth=0 2024-11-12T14:23:54,786 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:23:54,787 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,33061,1731421417334, seqNum=-1] 2024-11-12T14:23:54,787 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:23:54,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-12T14:23:54,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2b6d221c5cde,33061,1731421417334', locateType=CURRENT is [region=hbase:replication,,1731421433556.186521e2408a7e638b28b82f055afc9c., hostname=2b6d221c5cde,33061,1731421417334, seqNum=2] 2024-11-12T14:23:54,794 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T14:23:54,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40599 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T14:23:54,799 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2b6d221c5cde,33061,1731421417334 suceeded 2024-11-12T14:23:54,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T14:23:54,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 230 msec 2024-11-12T14:23:54,802 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2b6d221c5cde:45777,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T14:23:54,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2590 sec 2024-11-12T14:23:54,815 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33061,1731421417334 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b6d221c5cde:45777' 2024-11-12T14:23:54,817 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33061,1731421417334 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49e13712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:54,817 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33061,1731421417334 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,45777,-1 for getting cluster id 2024-11-12T14:23:54,817 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33061,1731421417334 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:23:54,818 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d30bd38-500e-4fbd-9ee1-1bc744d4d4af' 2024-11-12T14:23:54,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:23:54,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d30bd38-500e-4fbd-9ee1-1bc744d4d4af" 2024-11-12T14:23:54,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fa8275c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:54,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,45777,-1] 2024-11-12T14:23:54,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:23:54,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:54,824 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:23:54,830 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33061,1731421417334 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55ecc8f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:54,831 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33061,1731421417334 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:23:54,832 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33061,1731421417334 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,45777,1731421423119 2024-11-12T14:23:54,832 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33061,1731421417334 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4486fce9 2024-11-12T14:23:54,832 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33061,1731421417334 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:23:54,833 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-12T14:23:54,834 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33061,1731421417334 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2b6d221c5cde,33061,1731421417334 (queues=1) is replicating from cluster=52936610-5153-4fb4-8220-7644a5080b56 to cluster=7d30bd38-500e-4fbd-9ee1-1bc744d4d4af 2024-11-12T14:23:54,834 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33061,1731421417334 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2b6d221c5cde%2C33061%2C1731421417334 2024-11-12T14:23:54,834 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33061,1731421417334 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2b6d221c5cde,33061,1731421417334, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T14:23:54,837 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,1-2b6d221c5cde,33061,1731421417334 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421418987, startPosition=0, beingWritten=true 2024-11-12T14:23:54,844 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33061,1731421417334.replicationSource.shipper2b6d221c5cde%2C33061%2C1731421417334,1-2b6d221c5cde,33061,1731421417334 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2b6d221c5cde%2C33061%2C1731421417334 2024-11-12T14:23:54,851 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,1-2b6d221c5cde,33061,1731421417334 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T14:23:54,851 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,1-2b6d221c5cde,33061,1731421417334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421418987 to pos 379, reset compression=false 2024-11-12T14:23:54,851 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33061,1731421417334.replicationSource.shipper2b6d221c5cde%2C33061%2C1731421417334,1-2b6d221c5cde,33061,1731421417334 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,33061,1731421417334 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421418987, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T14:23:55,061 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,1-2b6d221c5cde,33061,1731421417334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421418987 to pos 379, reset compression=false 2024-11-12T14:23:55,366 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,1-2b6d221c5cde,33061,1731421417334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421418987 to pos 379, reset compression=false 2024-11-12T14:23:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T14:23:55,697 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T14:23:55,697 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:23:55,697 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:23:55,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:55,697 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:23:55,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:55,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29aded8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:55,698 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,40599,-1 for getting cluster id 2024-11-12T14:23:55,698 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:23:55,699 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52936610-5153-4fb4-8220-7644a5080b56' 2024-11-12T14:23:55,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:23:55,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52936610-5153-4fb4-8220-7644a5080b56" 2024-11-12T14:23:55,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cebee2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:55,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,40599,-1] 2024-11-12T14:23:55,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:23:55,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:55,700 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:23:55,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54d91148, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:55,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a1221a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:55,701 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,45777,-1 for getting cluster id 2024-11-12T14:23:55,702 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:23:55,702 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d30bd38-500e-4fbd-9ee1-1bc744d4d4af' 2024-11-12T14:23:55,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:23:55,703 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d30bd38-500e-4fbd-9ee1-1bc744d4d4af" 2024-11-12T14:23:55,703 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3778ab5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:55,703 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,45777,-1] 2024-11-12T14:23:55,703 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:23:55,703 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:55,704 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:23:55,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f807c99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:55,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@796dd015, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:55,706 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,35189,-1 for getting cluster id 2024-11-12T14:23:55,706 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:23:55,706 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4471092b-0170-4d13-8c10-61c127415664' 2024-11-12T14:23:55,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:23:55,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4471092b-0170-4d13-8c10-61c127415664" 2024-11-12T14:23:55,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b72be69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:55,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,35189,-1] 2024-11-12T14:23:55,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:23:55,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:55,708 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:23:55,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@700a79fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:55,709 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:23:55,717 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731421435717/Put/seqid=0 2024-11-12T14:23:55,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39521 is added to blk_1073741840_1016 (size=7894) 2024-11-12T14:23:55,733 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731421435733/Put/seqid=0 2024-11-12T14:23:55,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39521 is added to blk_1073741841_1017 (size=7691) 2024-11-12T14:23:55,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8b1274, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:55,747 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,40599,-1 for getting cluster id 2024-11-12T14:23:55,747 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:23:55,748 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52936610-5153-4fb4-8220-7644a5080b56' 2024-11-12T14:23:55,748 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:23:55,748 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52936610-5153-4fb4-8220-7644a5080b56" 2024-11-12T14:23:55,748 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f78e57c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:55,748 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,40599,-1] 2024-11-12T14:23:55,749 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:23:55,749 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:55,749 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:23:55,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6382f0be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:55,752 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:23:55,753 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,33061,1731421417334, seqNum=-1] 2024-11-12T14:23:55,753 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:23:55,754 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:23:55,762 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:23:55,763 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,40599,1731421417170 2024-11-12T14:23:55,763 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5797b782 2024-11-12T14:23:55,763 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:23:55,766 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:23:55,769 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,1-2b6d221c5cde,33061,1731421417334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421418987 to pos 379, reset compression=false 2024-11-12T14:23:55,770 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731421430121.87823c845020c9991c82ab15c8c27461., hostname=2b6d221c5cde,33061,1731421417334, seqNum=2] 2024-11-12T14:23:55,773 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T14:23:55,791 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-12T14:23:55,797 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-12T14:23:55,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 87823c845020c9991c82ab15c8c27461/f 2024-11-12T14:23:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-12T14:23:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T14:23:55,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 87823c845020c9991c82ab15c8c27461/f 2024-11-12T14:23:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-12T14:23:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T14:23:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.HRegion(2603): Flush status journal for 87823c845020c9991c82ab15c8c27461: 2024-11-12T14:23:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/staging/jenkins__test__p1cvndmeea7spau3pquua6jf1nifm88egsgclg8uihuqja2ric9s8ouui36elaa3/f/hfile_0 2024-11-12T14:23:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/staging/jenkins__test__p1cvndmeea7spau3pquua6jf1nifm88egsgclg8uihuqja2ric9s8ouui36elaa3/f/hfile_0 as hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/default/test/87823c845020c9991c82ab15c8c27461/f/c338ae2528f6444da43390313326e6a9_SeqId_4_ 2024-11-12T14:23:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/staging/jenkins__test__p1cvndmeea7spau3pquua6jf1nifm88egsgclg8uihuqja2ric9s8ouui36elaa3/f/hfile_1 2024-11-12T14:23:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/staging/jenkins__test__p1cvndmeea7spau3pquua6jf1nifm88egsgclg8uihuqja2ric9s8ouui36elaa3/f/hfile_1 as hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/default/test/87823c845020c9991c82ab15c8c27461/f/8aee8a51486f478a9499b09e5a893223_SeqId_4_ 2024-11-12T14:23:55,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/staging/jenkins__test__p1cvndmeea7spau3pquua6jf1nifm88egsgclg8uihuqja2ric9s8ouui36elaa3/f/hfile_0 into 87823c845020c9991c82ab15c8c27461/f as hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/default/test/87823c845020c9991c82ab15c8c27461/f/c338ae2528f6444da43390313326e6a9_SeqId_4_ - updating store file list. 2024-11-12T14:23:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c338ae2528f6444da43390313326e6a9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T14:23:55,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/default/test/87823c845020c9991c82ab15c8c27461/f/c338ae2528f6444da43390313326e6a9_SeqId_4_ into 87823c845020c9991c82ab15c8c27461/f 2024-11-12T14:23:55,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/staging/jenkins__test__p1cvndmeea7spau3pquua6jf1nifm88egsgclg8uihuqja2ric9s8ouui36elaa3/f/hfile_0 into 87823c845020c9991c82ab15c8c27461/f (new location: hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/default/test/87823c845020c9991c82ab15c8c27461/f/c338ae2528f6444da43390313326e6a9_SeqId_4_) 2024-11-12T14:23:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/staging/jenkins__test__p1cvndmeea7spau3pquua6jf1nifm88egsgclg8uihuqja2ric9s8ouui36elaa3/f/hfile_0 2024-11-12T14:23:55,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/staging/jenkins__test__p1cvndmeea7spau3pquua6jf1nifm88egsgclg8uihuqja2ric9s8ouui36elaa3/f/hfile_1 into 87823c845020c9991c82ab15c8c27461/f as hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/default/test/87823c845020c9991c82ab15c8c27461/f/8aee8a51486f478a9499b09e5a893223_SeqId_4_ - updating store file list. 2024-11-12T14:23:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8aee8a51486f478a9499b09e5a893223_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T14:23:55,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/default/test/87823c845020c9991c82ab15c8c27461/f/8aee8a51486f478a9499b09e5a893223_SeqId_4_ into 87823c845020c9991c82ab15c8c27461/f 2024-11-12T14:23:55,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/staging/jenkins__test__p1cvndmeea7spau3pquua6jf1nifm88egsgclg8uihuqja2ric9s8ouui36elaa3/f/hfile_1 into 87823c845020c9991c82ab15c8c27461/f (new location: hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/default/test/87823c845020c9991c82ab15c8c27461/f/8aee8a51486f478a9499b09e5a893223_SeqId_4_) 2024-11-12T14:23:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/staging/jenkins__test__p1cvndmeea7spau3pquua6jf1nifm88egsgclg8uihuqja2ric9s8ouui36elaa3/f/hfile_1 2024-11-12T14:23:55,854 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:23:55,854 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:23:55,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:55,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:55,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731421430121.87823c845020c9991c82ab15c8c27461., hostname=2b6d221c5cde,33061,1731421417334, seqNum=2 , the old value is region=test,,1731421430121.87823c845020c9991c82ab15c8c27461., hostname=2b6d221c5cde,33061,1731421417334, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=2b6d221c5cde:33061 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T14:23:55,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731421430121.87823c845020c9991c82ab15c8c27461., hostname=2b6d221c5cde,33061,1731421417334, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T14:23:55,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731421430121.87823c845020c9991c82ab15c8c27461., hostname=2b6d221c5cde,33061,1731421417334, seqNum=2 from cache 2024-11-12T14:23:55,855 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:23:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:46452 deadline: 1731421495854 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:46452 2024-11-12T14:23:55,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:23:55,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,44387,1731421423294, seqNum=-1] 2024-11-12T14:23:55,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:23:55,857 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:23:55,859 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731421430760.07d36665516d4991a65d28aded60d5f6., hostname=2b6d221c5cde,44387,1731421423294, seqNum=2] 2024-11-12T14:23:55,860 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T14:23:55,957 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b6d221c5cde:33061 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-12T14:23:56,083 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T14:23:56,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:56,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:56,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:56,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:56,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:56,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:56,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:56,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:56,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:56,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:56,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:56,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:56,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:56,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:56,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:56,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:56,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:23:56,293 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,1-2b6d221c5cde,33061,1731421417334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421418987 to pos 379, reset compression=false 2024-11-12T14:23:56,297 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,1-2b6d221c5cde,33061,1731421417334 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T14:23:56,297 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33061,1731421417334.replicationSource.shipper2b6d221c5cde%2C33061%2C1731421417334,1-2b6d221c5cde,33061,1731421417334 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,33061,1731421417334 got entry batch from reader: WALEntryBatch [walEntries=[{test/87823c845020c9991c82ab15c8c27461/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731421435852/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421418987, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-12T14:23:56,299 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33061,1731421417334.replicationSource.shipper2b6d221c5cde%2C33061%2C1731421417334,1-2b6d221c5cde,33061,1731421417334 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:23:56,300 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-12T14:23:56,301 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] regionserver.ReplicationSink(318): Replicating [52936610-5153-4fb4-8220-7644a5080b56] bulk loaded data 2024-11-12T14:23:56,301 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c279a6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:56,301 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,45777,-1 for getting cluster id 2024-11-12T14:23:56,302 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:23:56,302 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d30bd38-500e-4fbd-9ee1-1bc744d4d4af' 2024-11-12T14:23:56,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:23:56,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d30bd38-500e-4fbd-9ee1-1bc744d4d4af" 2024-11-12T14:23:56,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58243a1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:56,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,45777,-1] 2024-11-12T14:23:56,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:23:56,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:56,303 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:23:56,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c7c7832, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:56,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741837_1013 (size=7894) 2024-11-12T14:23:56,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741838_1014 (size=7691) 2024-11-12T14:23:56,497 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,1-2b6d221c5cde,33061,1731421417334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421418987 to pos 687, reset compression=false 2024-11-12T14:23:56,760 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:23:56,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,45777,1731421423119 2024-11-12T14:23:56,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@505060b7 2024-11-12T14:23:56,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:23:56,762 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-12T14:23:56,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T14:23:56,765 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:23:56,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,44387,1731421423294, seqNum=-1] 2024-11-12T14:23:56,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:23:56,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-12T14:23:56,773 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/staging/jenkins.hfs.22__test__tuo801l0espvt72trg34ui5hjmuinjljo8smmihg69a89meh30omou06pu4q5lta/f/8aee8a51486f478a9499b09e5a893223_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-12T14:23:56,775 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/staging/jenkins.hfs.22__test__tuo801l0espvt72trg34ui5hjmuinjljo8smmihg69a89meh30omou06pu4q5lta/f/c338ae2528f6444da43390313326e6a9_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-12T14:23:56,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/staging/jenkins.hfs.22__test__tuo801l0espvt72trg34ui5hjmuinjljo8smmihg69a89meh30omou06pu4q5lta/f/c338ae2528f6444da43390313326e6a9_SeqId_4_ for inclusion in 07d36665516d4991a65d28aded60d5f6/f 2024-11-12T14:23:56,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-12T14:23:56,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T14:23:56,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/staging/jenkins.hfs.22__test__tuo801l0espvt72trg34ui5hjmuinjljo8smmihg69a89meh30omou06pu4q5lta/f/8aee8a51486f478a9499b09e5a893223_SeqId_4_ for inclusion in 07d36665516d4991a65d28aded60d5f6/f 2024-11-12T14:23:56,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-12T14:23:56,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T14:23:56,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] regionserver.HRegion(2603): Flush status journal for 07d36665516d4991a65d28aded60d5f6: 2024-11-12T14:23:56,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c338ae2528f6444da43390313326e6a9_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-12T14:23:56,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/staging/jenkins.hfs.22__test__tuo801l0espvt72trg34ui5hjmuinjljo8smmihg69a89meh30omou06pu4q5lta/f/c338ae2528f6444da43390313326e6a9_SeqId_4_ as hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/data/default/test/07d36665516d4991a65d28aded60d5f6/f/fa61c88ec9bd4cca9b90b463e7868646_SeqId_4_ 2024-11-12T14:23:56,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8aee8a51486f478a9499b09e5a893223_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-12T14:23:56,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/staging/jenkins.hfs.22__test__tuo801l0espvt72trg34ui5hjmuinjljo8smmihg69a89meh30omou06pu4q5lta/f/8aee8a51486f478a9499b09e5a893223_SeqId_4_ as hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/data/default/test/07d36665516d4991a65d28aded60d5f6/f/76e5d7333fc64663b6c542d0b5942698_SeqId_4_ 2024-11-12T14:23:56,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/staging/jenkins.hfs.22__test__tuo801l0espvt72trg34ui5hjmuinjljo8smmihg69a89meh30omou06pu4q5lta/f/c338ae2528f6444da43390313326e6a9_SeqId_4_ into 07d36665516d4991a65d28aded60d5f6/f as hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/data/default/test/07d36665516d4991a65d28aded60d5f6/f/fa61c88ec9bd4cca9b90b463e7868646_SeqId_4_ - updating store file list. 2024-11-12T14:23:56,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fa61c88ec9bd4cca9b90b463e7868646_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T14:23:56,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/data/default/test/07d36665516d4991a65d28aded60d5f6/f/fa61c88ec9bd4cca9b90b463e7868646_SeqId_4_ into 07d36665516d4991a65d28aded60d5f6/f 2024-11-12T14:23:56,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/staging/jenkins.hfs.22__test__tuo801l0espvt72trg34ui5hjmuinjljo8smmihg69a89meh30omou06pu4q5lta/f/c338ae2528f6444da43390313326e6a9_SeqId_4_ into 07d36665516d4991a65d28aded60d5f6/f (new location: hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/data/default/test/07d36665516d4991a65d28aded60d5f6/f/fa61c88ec9bd4cca9b90b463e7868646_SeqId_4_) 2024-11-12T14:23:56,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/staging/jenkins.hfs.22__test__tuo801l0espvt72trg34ui5hjmuinjljo8smmihg69a89meh30omou06pu4q5lta/f/c338ae2528f6444da43390313326e6a9_SeqId_4_ 2024-11-12T14:23:56,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/staging/jenkins.hfs.22__test__tuo801l0espvt72trg34ui5hjmuinjljo8smmihg69a89meh30omou06pu4q5lta/f/8aee8a51486f478a9499b09e5a893223_SeqId_4_ into 07d36665516d4991a65d28aded60d5f6/f as hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/data/default/test/07d36665516d4991a65d28aded60d5f6/f/76e5d7333fc64663b6c542d0b5942698_SeqId_4_ - updating store file list. 2024-11-12T14:23:56,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 76e5d7333fc64663b6c542d0b5942698_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T14:23:56,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/data/default/test/07d36665516d4991a65d28aded60d5f6/f/76e5d7333fc64663b6c542d0b5942698_SeqId_4_ into 07d36665516d4991a65d28aded60d5f6/f 2024-11-12T14:23:56,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/staging/jenkins.hfs.22__test__tuo801l0espvt72trg34ui5hjmuinjljo8smmihg69a89meh30omou06pu4q5lta/f/8aee8a51486f478a9499b09e5a893223_SeqId_4_ into 07d36665516d4991a65d28aded60d5f6/f (new location: hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/data/default/test/07d36665516d4991a65d28aded60d5f6/f/76e5d7333fc64663b6c542d0b5942698_SeqId_4_) 2024-11-12T14:23:56,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/staging/jenkins.hfs.22__test__tuo801l0espvt72trg34ui5hjmuinjljo8smmihg69a89meh30omou06pu4q5lta/f/8aee8a51486f478a9499b09e5a893223_SeqId_4_ 2024-11-12T14:23:56,791 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] regionserver.ReplicationSink(324): Finished replicating [52936610-5153-4fb4-8220-7644a5080b56] bulk loaded data 2024-11-12T14:23:56,800 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,1-2b6d221c5cde,33061,1731421417334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421418987 to pos 687, reset compression=false 2024-11-12T14:23:56,867 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:23:56,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,40755,1731421428538, seqNum=-1] 2024-11-12T14:23:56,869 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:23:56,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:23:56,871 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731421432909.e12f17d54ed382582e2feb75549c984f., hostname=2b6d221c5cde,40755,1731421428538, seqNum=2] 2024-11-12T14:23:56,876 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:23:56,877 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T14:23:56,877 DEBUG [regionserver/2b6d221c5cde:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 2b6d221c5cde%2C33061%2C1731421417334:(num 1731421418987) roll requested 2024-11-12T14:23:56,896 DEBUG [regionserver/2b6d221c5cde:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421436878, exclude list is [], retry=0 2024-11-12T14:23:56,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39521,DS-f84f7e77-2a8e-400e-82d7-ffa839ec13dd,DISK] 2024-11-12T14:23:56,899 INFO [regionserver/2b6d221c5cde:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421418987 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421436878 2024-11-12T14:23:56,899 DEBUG [regionserver/2b6d221c5cde:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34855:34855)] 2024-11-12T14:23:56,899 DEBUG [regionserver/2b6d221c5cde:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421418987 is not closed yet, will try archiving it next time 2024-11-12T14:23:56,899 DEBUG [regionserver/2b6d221c5cde:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 2b6d221c5cde%2C33061%2C1731421417334.meta:.meta(num 1731421419537) roll requested 2024-11-12T14:23:56,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@196faa69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:56,900 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,40599,-1 for getting cluster id 2024-11-12T14:23:56,900 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:23:56,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39521 is added to blk_1073741832_1008 (size=695) 2024-11-12T14:23:56,900 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421418987 not finished, retry = 0 2024-11-12T14:23:56,900 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52936610-5153-4fb4-8220-7644a5080b56' 2024-11-12T14:23:56,901 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:23:56,901 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52936610-5153-4fb4-8220-7644a5080b56" 2024-11-12T14:23:56,901 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@220dae21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:56,901 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,40599,-1] 2024-11-12T14:23:56,901 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:23:56,901 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:56,901 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:23:56,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8af36f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:56,902 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:23:56,903 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,40599,1731421417170 2024-11-12T14:23:56,903 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@719012bc 2024-11-12T14:23:56,903 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:23:56,904 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:23:56,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40599 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://2b6d221c5cde:35189,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T14:23:56,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40599 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T14:23:56,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T14:23:56,906 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b6d221c5cde:35189' 2024-11-12T14:23:56,907 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1294ddd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:56,907 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,35189,-1 for getting cluster id 2024-11-12T14:23:56,907 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:23:56,908 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4471092b-0170-4d13-8c10-61c127415664' 2024-11-12T14:23:56,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:23:56,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4471092b-0170-4d13-8c10-61c127415664" 2024-11-12T14:23:56,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c422463, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:56,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,35189,-1] 2024-11-12T14:23:56,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:23:56,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:56,908 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:23:56,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@651f259b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:56,909 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:23:56,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,35189,1731421428426 2024-11-12T14:23:56,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f6cced7 2024-11-12T14:23:56,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:23:56,910 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:23:56,911 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-12T14:23:56,911 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T14:23:56,911 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:56,911 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:56,911 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:23:56,917 DEBUG [regionserver/2b6d221c5cde:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.meta.1731421436900.meta, exclude list is [], retry=0 2024-11-12T14:23:56,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39521,DS-f84f7e77-2a8e-400e-82d7-ffa839ec13dd,DISK] 2024-11-12T14:23:56,920 INFO [regionserver/2b6d221c5cde:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.meta.1731421419537.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.meta.1731421436900.meta 2024-11-12T14:23:56,920 DEBUG [regionserver/2b6d221c5cde:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34855:34855)] 2024-11-12T14:23:56,920 DEBUG [regionserver/2b6d221c5cde:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.meta.1731421419537.meta is not closed yet, will try archiving it next time 2024-11-12T14:23:56,920 DEBUG [regionserver/2b6d221c5cde:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 2b6d221c5cde%2C33061%2C1731421417334.rep:(num 1731421434390) roll requested 2024-11-12T14:23:56,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39521 is added to blk_1073741834_1010 (size=3473) 2024-11-12T14:23:56,935 DEBUG [regionserver/2b6d221c5cde:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.rep.1731421436920, exclude list is [], retry=0 2024-11-12T14:23:56,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39521,DS-f84f7e77-2a8e-400e-82d7-ffa839ec13dd,DISK] 2024-11-12T14:23:56,939 INFO [regionserver/2b6d221c5cde:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.rep.1731421434390 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.rep.1731421436920 2024-11-12T14:23:56,940 DEBUG [regionserver/2b6d221c5cde:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34855:34855)] 2024-11-12T14:23:56,940 DEBUG [regionserver/2b6d221c5cde:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.rep.1731421434390 is not closed yet, will try archiving it next time 2024-11-12T14:23:56,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39521 is added to blk_1073741839_1015 (size=1505) 2024-11-12T14:23:57,002 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421418987 to hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/oldWALs/2b6d221c5cde%2C33061%2C1731421417334.1731421418987 2024-11-12T14:23:57,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T14:23:57,099 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T14:23:57,203 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,1-2b6d221c5cde,33061,1731421417334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421418987 to pos 687, reset compression=false 2024-11-12T14:23:57,208 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,1-2b6d221c5cde,33061,1731421417334 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421418987 was moved to hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/oldWALs/2b6d221c5cde%2C33061%2C1731421417334.1731421418987 2024-11-12T14:23:57,209 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,1-2b6d221c5cde,33061,1731421417334 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421418987 2024-11-12T14:23:57,209 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33061,1731421417334.replicationSource.shipper2b6d221c5cde%2C33061%2C1731421417334,1-2b6d221c5cde,33061,1731421417334 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,33061,1731421417334 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421418987, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-12T14:23:57,209 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,1-2b6d221c5cde,33061,1731421417334 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421436878, startPosition=0, beingWritten=true 2024-11-12T14:23:57,211 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33061,1731421417334.replicationSource.shipper2b6d221c5cde%2C33061%2C1731421417334,1-2b6d221c5cde,33061,1731421417334 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [2b6d221c5cde%2C33061%2C1731421417334.1731421418987] 2024-11-12T14:23:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T14:23:57,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-12T14:23:57,252 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-12T14:23:57,282 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-2b6d221c5cde,33061,1731421417334, ReplicationSource: 2, currentBandwidth=0 2024-11-12T14:23:57,284 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-12T14:23:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40599 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-12T14:23:57,286 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 2b6d221c5cde,33061,1731421417334 suceeded 2024-11-12T14:23:57,288 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-12T14:23:57,288 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://2b6d221c5cde:35189,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T14:23:57,288 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-12T14:23:57,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 384 msec 2024-11-12T14:23:57,298 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T14:23:57,303 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,33061,1731421417334 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2b6d221c5cde:35189' 2024-11-12T14:23:57,305 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,33061,1731421417334 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61a83a0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:57,305 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,33061,1731421417334 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,35189,-1 for getting cluster id 2024-11-12T14:23:57,305 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,33061,1731421417334 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:23:57,305 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4471092b-0170-4d13-8c10-61c127415664' 2024-11-12T14:23:57,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:23:57,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4471092b-0170-4d13-8c10-61c127415664" 2024-11-12T14:23:57,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@741ff55d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:57,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,35189,-1] 2024-11-12T14:23:57,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:23:57,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:57,307 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:23:57,307 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,33061,1731421417334 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b74cdfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:57,307 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,33061,1731421417334 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:23:57,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,35189,1731421428426 2024-11-12T14:23:57,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71e13c87 2024-11-12T14:23:57,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:23:57,308 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-12T14:23:57,309 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,33061,1731421417334 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-2b6d221c5cde,33061,1731421417334 (queues=1) is replicating from cluster=52936610-5153-4fb4-8220-7644a5080b56 to cluster=4471092b-0170-4d13-8c10-61c127415664 2024-11-12T14:23:57,309 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,33061,1731421417334 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=2b6d221c5cde%2C33061%2C1731421417334 2024-11-12T14:23:57,309 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,33061,1731421417334 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-2b6d221c5cde,33061,1731421417334, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T14:23:57,310 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,2-2b6d221c5cde,33061,1731421417334 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421436878, startPosition=0, beingWritten=true 2024-11-12T14:23:57,310 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,33061,1731421417334.replicationSource.shipper2b6d221c5cde%2C33061%2C1731421417334,2-2b6d221c5cde,33061,1731421417334 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2b6d221c5cde%2C33061%2C1731421417334 2024-11-12T14:23:57,513 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,2-2b6d221c5cde,33061,1731421417334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421436878 to pos 0, reset compression=false 2024-11-12T14:23:57,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T14:23:57,537 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-12T14:23:57,537 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:23:57,537 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:23:57,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:57,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:57,537 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:23:57,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T14:23:57,540 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731421437540/Put/seqid=0 2024-11-12T14:23:57,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39521 is added to blk_1073741845_1021 (size=11194) 2024-11-12T14:23:57,713 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,1-2b6d221c5cde,33061,1731421417334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421436878 to pos 0, reset compression=false 2024-11-12T14:23:57,817 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,2-2b6d221c5cde,33061,1731421417334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421436878 to pos 0, reset compression=false 2024-11-12T14:23:57,948 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731421437948/Put/seqid=0 2024-11-12T14:23:57,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39521 is added to blk_1073741846_1022 (size=10791) 2024-11-12T14:23:58,220 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,2-2b6d221c5cde,33061,1731421417334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421436878 to pos 0, reset compression=false 2024-11-12T14:23:58,317 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,1-2b6d221c5cde,33061,1731421417334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421436878 to pos 0, reset compression=false 2024-11-12T14:23:58,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@175e96b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:58,355 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,40599,-1 for getting cluster id 2024-11-12T14:23:58,355 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:23:58,355 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52936610-5153-4fb4-8220-7644a5080b56' 2024-11-12T14:23:58,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:23:58,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52936610-5153-4fb4-8220-7644a5080b56" 2024-11-12T14:23:58,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56059618, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:58,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,40599,-1] 2024-11-12T14:23:58,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:23:58,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:58,357 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:23:58,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bfbcb28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:58,358 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:23:58,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,33061,1731421417334, seqNum=-1] 2024-11-12T14:23:58,359 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:23:58,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T14:23:58,375 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:23:58,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,40599,1731421417170 2024-11-12T14:23:58,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a4b9431 2024-11-12T14:23:58,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:23:58,377 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T14:23:58,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731421430121.87823c845020c9991c82ab15c8c27461., hostname=2b6d221c5cde,33061,1731421417334, seqNum=2] 2024-11-12T14:23:58,382 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T14:23:58,386 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-12T14:23:58,388 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-12T14:23:58,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 87823c845020c9991c82ab15c8c27461/f 2024-11-12T14:23:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-12T14:23:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T14:23:58,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 87823c845020c9991c82ab15c8c27461/f 2024-11-12T14:23:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-12T14:23:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T14:23:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.HRegion(2603): Flush status journal for 87823c845020c9991c82ab15c8c27461: 2024-11-12T14:23:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/staging/jenkins__test__g6u60jfusc965fqvt1h108cjtuhdkakbq4gvlptoaki4l73f3bojdagghe6qg7rl/f/hfile_0 2024-11-12T14:23:58,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/staging/jenkins__test__g6u60jfusc965fqvt1h108cjtuhdkakbq4gvlptoaki4l73f3bojdagghe6qg7rl/f/hfile_0 as hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/default/test/87823c845020c9991c82ab15c8c27461/f/833e260f6e274b10970642aba57712df_SeqId_6_ 2024-11-12T14:23:58,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/staging/jenkins__test__g6u60jfusc965fqvt1h108cjtuhdkakbq4gvlptoaki4l73f3bojdagghe6qg7rl/f/hfile_1 2024-11-12T14:23:58,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/staging/jenkins__test__g6u60jfusc965fqvt1h108cjtuhdkakbq4gvlptoaki4l73f3bojdagghe6qg7rl/f/hfile_1 as hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/default/test/87823c845020c9991c82ab15c8c27461/f/1ac847d0dd114023b7bea0534d211b23_SeqId_6_ 2024-11-12T14:23:58,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/staging/jenkins__test__g6u60jfusc965fqvt1h108cjtuhdkakbq4gvlptoaki4l73f3bojdagghe6qg7rl/f/hfile_0 into 87823c845020c9991c82ab15c8c27461/f as hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/default/test/87823c845020c9991c82ab15c8c27461/f/833e260f6e274b10970642aba57712df_SeqId_6_ - updating store file list. 2024-11-12T14:23:58,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 833e260f6e274b10970642aba57712df_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T14:23:58,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/default/test/87823c845020c9991c82ab15c8c27461/f/833e260f6e274b10970642aba57712df_SeqId_6_ into 87823c845020c9991c82ab15c8c27461/f 2024-11-12T14:23:58,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/staging/jenkins__test__g6u60jfusc965fqvt1h108cjtuhdkakbq4gvlptoaki4l73f3bojdagghe6qg7rl/f/hfile_0 into 87823c845020c9991c82ab15c8c27461/f (new location: hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/default/test/87823c845020c9991c82ab15c8c27461/f/833e260f6e274b10970642aba57712df_SeqId_6_) 2024-11-12T14:23:58,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/staging/jenkins__test__g6u60jfusc965fqvt1h108cjtuhdkakbq4gvlptoaki4l73f3bojdagghe6qg7rl/f/hfile_0 2024-11-12T14:23:58,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/staging/jenkins__test__g6u60jfusc965fqvt1h108cjtuhdkakbq4gvlptoaki4l73f3bojdagghe6qg7rl/f/hfile_1 into 87823c845020c9991c82ab15c8c27461/f as hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/default/test/87823c845020c9991c82ab15c8c27461/f/1ac847d0dd114023b7bea0534d211b23_SeqId_6_ - updating store file list. 2024-11-12T14:23:58,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1ac847d0dd114023b7bea0534d211b23_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T14:23:58,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/default/test/87823c845020c9991c82ab15c8c27461/f/1ac847d0dd114023b7bea0534d211b23_SeqId_6_ into 87823c845020c9991c82ab15c8c27461/f 2024-11-12T14:23:58,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/staging/jenkins__test__g6u60jfusc965fqvt1h108cjtuhdkakbq4gvlptoaki4l73f3bojdagghe6qg7rl/f/hfile_1 into 87823c845020c9991c82ab15c8c27461/f (new location: hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/default/test/87823c845020c9991c82ab15c8c27461/f/1ac847d0dd114023b7bea0534d211b23_SeqId_6_) 2024-11-12T14:23:58,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33061 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/staging/jenkins__test__g6u60jfusc965fqvt1h108cjtuhdkakbq4gvlptoaki4l73f3bojdagghe6qg7rl/f/hfile_1 2024-11-12T14:23:58,415 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:23:58,415 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:23:58,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:58,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:58,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731421430121.87823c845020c9991c82ab15c8c27461., hostname=2b6d221c5cde,33061,1731421417334, seqNum=2 , the old value is region=test,,1731421430121.87823c845020c9991c82ab15c8c27461., hostname=2b6d221c5cde,33061,1731421417334, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=2b6d221c5cde:33061 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T14:23:58,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731421430121.87823c845020c9991c82ab15c8c27461., hostname=2b6d221c5cde,33061,1731421417334, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T14:23:58,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731421430121.87823c845020c9991c82ab15c8c27461., hostname=2b6d221c5cde,33061,1731421417334, seqNum=2 from cache 2024-11-12T14:23:58,416 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:23:58,417 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-12T14:23:58,419 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T14:23:58,527 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b6d221c5cde:33061 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-12T14:23:58,726 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,2-2b6d221c5cde,33061,1731421417334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421436878 to pos 0, reset compression=false 2024-11-12T14:23:58,730 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,2-2b6d221c5cde,33061,1731421417334 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T14:23:58,730 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,33061,1731421417334.replicationSource.shipper2b6d221c5cde%2C33061%2C1731421417334,2-2b6d221c5cde,33061,1731421417334 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-2b6d221c5cde,33061,1731421417334 got entry batch from reader: WALEntryBatch [walEntries=[{test/87823c845020c9991c82ab15c8c27461/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731421438414/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421436878, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-12T14:23:58,732 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,33061,1731421417334.replicationSource.shipper2b6d221c5cde%2C33061%2C1731421417334,2-2b6d221c5cde,33061,1731421417334 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T14:23:58,733 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-12T14:23:58,733 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.ReplicationSink(318): Replicating [52936610-5153-4fb4-8220-7644a5080b56] bulk loaded data 2024-11-12T14:23:58,733 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69a7085b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:58,733 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] client.ClusterIdFetcher(90): Going to request 2b6d221c5cde,35189,-1 for getting cluster id 2024-11-12T14:23:58,733 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T14:23:58,734 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4471092b-0170-4d13-8c10-61c127415664' 2024-11-12T14:23:58,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T14:23:58,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4471092b-0170-4d13-8c10-61c127415664" 2024-11-12T14:23:58,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ef37c12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:58,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2b6d221c5cde,35189,-1] 2024-11-12T14:23:58,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T14:23:58,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:23:58,735 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-12T14:23:58,735 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@583cd998, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T14:23:58,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741837_1013 (size=11194) 2024-11-12T14:23:58,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741838_1014 (size=10791) 2024-11-12T14:23:58,930 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,2-2b6d221c5cde,33061,1731421417334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421436878 to pos 393, reset compression=false 2024-11-12T14:23:59,020 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,1-2b6d221c5cde,33061,1731421417334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421436878 to pos 0, reset compression=false 2024-11-12T14:23:59,023 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,1-2b6d221c5cde,33061,1731421417334 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T14:23:59,024 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33061,1731421417334.replicationSource.shipper2b6d221c5cde%2C33061%2C1731421417334,1-2b6d221c5cde,33061,1731421417334 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2b6d221c5cde,33061,1731421417334 got entry batch from reader: WALEntryBatch [walEntries=[{test/87823c845020c9991c82ab15c8c27461/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731421438414/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421436878, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-12T14:23:59,025 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] regionserver.ReplicationSink(318): Replicating [52936610-5153-4fb4-8220-7644a5080b56] bulk loaded data 2024-11-12T14:23:59,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741839_1015 (size=11194) 2024-11-12T14:23:59,151 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T14:23:59,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2b6d221c5cde,35189,1731421428426 2024-11-12T14:23:59,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43b1f7f1 2024-11-12T14:23:59,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T14:23:59,153 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-12T14:23:59,154 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T14:23:59,154 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T14:23:59,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2b6d221c5cde,40755,1731421428538, seqNum=-1] 2024-11-12T14:23:59,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T14:23:59,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-12T14:23:59,159 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/staging/jenkins.hfs.23__test__4queh4375j866tqitlpeid8l6kcmnkkj7mke12oiqukuamg7o4f6iv50i8ita35p/f/1ac847d0dd114023b7bea0534d211b23_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-12T14:23:59,161 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/staging/jenkins.hfs.23__test__4queh4375j866tqitlpeid8l6kcmnkkj7mke12oiqukuamg7o4f6iv50i8ita35p/f/833e260f6e274b10970642aba57712df_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-12T14:23:59,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/staging/jenkins.hfs.23__test__4queh4375j866tqitlpeid8l6kcmnkkj7mke12oiqukuamg7o4f6iv50i8ita35p/f/1ac847d0dd114023b7bea0534d211b23_SeqId_6_ for inclusion in e12f17d54ed382582e2feb75549c984f/f 2024-11-12T14:23:59,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-12T14:23:59,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T14:23:59,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/staging/jenkins.hfs.23__test__4queh4375j866tqitlpeid8l6kcmnkkj7mke12oiqukuamg7o4f6iv50i8ita35p/f/833e260f6e274b10970642aba57712df_SeqId_6_ for inclusion in e12f17d54ed382582e2feb75549c984f/f 2024-11-12T14:23:59,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-12T14:23:59,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T14:23:59,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.HRegion(2603): Flush status journal for e12f17d54ed382582e2feb75549c984f: 2024-11-12T14:23:59,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1ac847d0dd114023b7bea0534d211b23_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-12T14:23:59,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/staging/jenkins.hfs.23__test__4queh4375j866tqitlpeid8l6kcmnkkj7mke12oiqukuamg7o4f6iv50i8ita35p/f/1ac847d0dd114023b7bea0534d211b23_SeqId_6_ as hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/data/default/test/e12f17d54ed382582e2feb75549c984f/f/c1ec97ed078f40508e54f87979616cd8_SeqId_4_ 2024-11-12T14:23:59,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 833e260f6e274b10970642aba57712df_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-12T14:23:59,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/staging/jenkins.hfs.23__test__4queh4375j866tqitlpeid8l6kcmnkkj7mke12oiqukuamg7o4f6iv50i8ita35p/f/833e260f6e274b10970642aba57712df_SeqId_6_ as hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/data/default/test/e12f17d54ed382582e2feb75549c984f/f/b55c98d4b67644cca75291734900ae08_SeqId_4_ 2024-11-12T14:23:59,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/staging/jenkins.hfs.23__test__4queh4375j866tqitlpeid8l6kcmnkkj7mke12oiqukuamg7o4f6iv50i8ita35p/f/1ac847d0dd114023b7bea0534d211b23_SeqId_6_ into e12f17d54ed382582e2feb75549c984f/f as hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/data/default/test/e12f17d54ed382582e2feb75549c984f/f/c1ec97ed078f40508e54f87979616cd8_SeqId_4_ - updating store file list. 2024-11-12T14:23:59,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c1ec97ed078f40508e54f87979616cd8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T14:23:59,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/data/default/test/e12f17d54ed382582e2feb75549c984f/f/c1ec97ed078f40508e54f87979616cd8_SeqId_4_ into e12f17d54ed382582e2feb75549c984f/f 2024-11-12T14:23:59,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/staging/jenkins.hfs.23__test__4queh4375j866tqitlpeid8l6kcmnkkj7mke12oiqukuamg7o4f6iv50i8ita35p/f/1ac847d0dd114023b7bea0534d211b23_SeqId_6_ into e12f17d54ed382582e2feb75549c984f/f (new location: hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/data/default/test/e12f17d54ed382582e2feb75549c984f/f/c1ec97ed078f40508e54f87979616cd8_SeqId_4_) 2024-11-12T14:23:59,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/staging/jenkins.hfs.23__test__4queh4375j866tqitlpeid8l6kcmnkkj7mke12oiqukuamg7o4f6iv50i8ita35p/f/1ac847d0dd114023b7bea0534d211b23_SeqId_6_ 2024-11-12T14:23:59,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/staging/jenkins.hfs.23__test__4queh4375j866tqitlpeid8l6kcmnkkj7mke12oiqukuamg7o4f6iv50i8ita35p/f/833e260f6e274b10970642aba57712df_SeqId_6_ into e12f17d54ed382582e2feb75549c984f/f as hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/data/default/test/e12f17d54ed382582e2feb75549c984f/f/b55c98d4b67644cca75291734900ae08_SeqId_4_ - updating store file list. 2024-11-12T14:23:59,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b55c98d4b67644cca75291734900ae08_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T14:23:59,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/data/default/test/e12f17d54ed382582e2feb75549c984f/f/b55c98d4b67644cca75291734900ae08_SeqId_4_ into e12f17d54ed382582e2feb75549c984f/f 2024-11-12T14:23:59,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/staging/jenkins.hfs.23__test__4queh4375j866tqitlpeid8l6kcmnkkj7mke12oiqukuamg7o4f6iv50i8ita35p/f/833e260f6e274b10970642aba57712df_SeqId_6_ into e12f17d54ed382582e2feb75549c984f/f (new location: hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/data/default/test/e12f17d54ed382582e2feb75549c984f/f/b55c98d4b67644cca75291734900ae08_SeqId_4_) 2024-11-12T14:23:59,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/staging/jenkins.hfs.23__test__4queh4375j866tqitlpeid8l6kcmnkkj7mke12oiqukuamg7o4f6iv50i8ita35p/f/833e260f6e274b10970642aba57712df_SeqId_6_ 2024-11-12T14:23:59,176 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.ReplicationSink(324): Finished replicating [52936610-5153-4fb4-8220-7644a5080b56] bulk loaded data 2024-11-12T14:23:59,224 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,1-2b6d221c5cde,33061,1731421417334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421436878 to pos 393, reset compression=false 2024-11-12T14:23:59,234 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,2-2b6d221c5cde,33061,1731421417334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421436878 to pos 393, reset compression=false 2024-11-12T14:23:59,393 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T14:23:59,422 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T14:23:59,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741840_1016 (size=10791) 2024-11-12T14:23:59,526 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,1-2b6d221c5cde,33061,1731421417334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421436878 to pos 393, reset compression=false 2024-11-12T14:23:59,636 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,2-2b6d221c5cde,33061,1731421417334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421436878 to pos 393, reset compression=false 2024-11-12T14:23:59,843 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T14:23:59,847 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/staging/jenkins.hfs.22__test__b12ld5gk7nrojrtk7afns7i2qql6j588skuetlen381g2iq0m4ts3844ma641fgu/f/1ac847d0dd114023b7bea0534d211b23_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-12T14:23:59,848 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/staging/jenkins.hfs.22__test__b12ld5gk7nrojrtk7afns7i2qql6j588skuetlen381g2iq0m4ts3844ma641fgu/f/833e260f6e274b10970642aba57712df_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-12T14:23:59,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/staging/jenkins.hfs.22__test__b12ld5gk7nrojrtk7afns7i2qql6j588skuetlen381g2iq0m4ts3844ma641fgu/f/833e260f6e274b10970642aba57712df_SeqId_6_ for inclusion in 07d36665516d4991a65d28aded60d5f6/f 2024-11-12T14:23:59,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-12T14:23:59,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T14:23:59,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/staging/jenkins.hfs.22__test__b12ld5gk7nrojrtk7afns7i2qql6j588skuetlen381g2iq0m4ts3844ma641fgu/f/1ac847d0dd114023b7bea0534d211b23_SeqId_6_ for inclusion in 07d36665516d4991a65d28aded60d5f6/f 2024-11-12T14:23:59,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-12T14:23:59,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T14:23:59,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] regionserver.HRegion(2603): Flush status journal for 07d36665516d4991a65d28aded60d5f6: 2024-11-12T14:23:59,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 833e260f6e274b10970642aba57712df_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-12T14:23:59,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/staging/jenkins.hfs.22__test__b12ld5gk7nrojrtk7afns7i2qql6j588skuetlen381g2iq0m4ts3844ma641fgu/f/833e260f6e274b10970642aba57712df_SeqId_6_ as hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/data/default/test/07d36665516d4991a65d28aded60d5f6/f/7df4b1675a374d589e67802081f3bdd9_SeqId_6_ 2024-11-12T14:23:59,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1ac847d0dd114023b7bea0534d211b23_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-12T14:23:59,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/staging/jenkins.hfs.22__test__b12ld5gk7nrojrtk7afns7i2qql6j588skuetlen381g2iq0m4ts3844ma641fgu/f/1ac847d0dd114023b7bea0534d211b23_SeqId_6_ as hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/data/default/test/07d36665516d4991a65d28aded60d5f6/f/937ad1a88c3f404fac07a9f505849297_SeqId_6_ 2024-11-12T14:23:59,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/staging/jenkins.hfs.22__test__b12ld5gk7nrojrtk7afns7i2qql6j588skuetlen381g2iq0m4ts3844ma641fgu/f/833e260f6e274b10970642aba57712df_SeqId_6_ into 07d36665516d4991a65d28aded60d5f6/f as hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/data/default/test/07d36665516d4991a65d28aded60d5f6/f/7df4b1675a374d589e67802081f3bdd9_SeqId_6_ - updating store file list. 2024-11-12T14:23:59,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7df4b1675a374d589e67802081f3bdd9_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T14:23:59,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/data/default/test/07d36665516d4991a65d28aded60d5f6/f/7df4b1675a374d589e67802081f3bdd9_SeqId_6_ into 07d36665516d4991a65d28aded60d5f6/f 2024-11-12T14:23:59,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/staging/jenkins.hfs.22__test__b12ld5gk7nrojrtk7afns7i2qql6j588skuetlen381g2iq0m4ts3844ma641fgu/f/833e260f6e274b10970642aba57712df_SeqId_6_ into 07d36665516d4991a65d28aded60d5f6/f (new location: hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/data/default/test/07d36665516d4991a65d28aded60d5f6/f/7df4b1675a374d589e67802081f3bdd9_SeqId_6_) 2024-11-12T14:23:59,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/staging/jenkins.hfs.22__test__b12ld5gk7nrojrtk7afns7i2qql6j588skuetlen381g2iq0m4ts3844ma641fgu/f/833e260f6e274b10970642aba57712df_SeqId_6_ 2024-11-12T14:23:59,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/staging/jenkins.hfs.22__test__b12ld5gk7nrojrtk7afns7i2qql6j588skuetlen381g2iq0m4ts3844ma641fgu/f/1ac847d0dd114023b7bea0534d211b23_SeqId_6_ into 07d36665516d4991a65d28aded60d5f6/f as hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/data/default/test/07d36665516d4991a65d28aded60d5f6/f/937ad1a88c3f404fac07a9f505849297_SeqId_6_ - updating store file list. 2024-11-12T14:23:59,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 937ad1a88c3f404fac07a9f505849297_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T14:23:59,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/data/default/test/07d36665516d4991a65d28aded60d5f6/f/937ad1a88c3f404fac07a9f505849297_SeqId_6_ into 07d36665516d4991a65d28aded60d5f6/f 2024-11-12T14:23:59,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/staging/jenkins.hfs.22__test__b12ld5gk7nrojrtk7afns7i2qql6j588skuetlen381g2iq0m4ts3844ma641fgu/f/1ac847d0dd114023b7bea0534d211b23_SeqId_6_ into 07d36665516d4991a65d28aded60d5f6/f (new location: hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/data/default/test/07d36665516d4991a65d28aded60d5f6/f/937ad1a88c3f404fac07a9f505849297_SeqId_6_) 2024-11-12T14:23:59,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/staging/jenkins.hfs.22__test__b12ld5gk7nrojrtk7afns7i2qql6j588skuetlen381g2iq0m4ts3844ma641fgu/f/1ac847d0dd114023b7bea0534d211b23_SeqId_6_ 2024-11-12T14:23:59,864 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] regionserver.ReplicationSink(324): Finished replicating [52936610-5153-4fb4-8220-7644a5080b56] bulk loaded data 2024-11-12T14:23:59,929 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,1-2b6d221c5cde,33061,1731421417334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421436878 to pos 393, reset compression=false 2024-11-12T14:24:00,140 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,2-2b6d221c5cde,33061,1731421417334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421436878 to pos 393, reset compression=false 2024-11-12T14:24:00,432 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,1-2b6d221c5cde,33061,1731421417334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421436878 to pos 393, reset compression=false 2024-11-12T14:24:00,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T14:24:00,437 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:24:00,437 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:24:00,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:24:00,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:24:00,437 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:24:00,437 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T14:24:00,437 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1094553943, stopped=false 2024-11-12T14:24:00,437 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b6d221c5cde,35189,1731421428426 2024-11-12T14:24:00,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40755-0x1012f6e22d50007, quorum=127.0.0.1:65035, baseZNode=/21929192988 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21929192988/running 2024-11-12T14:24:00,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1012f6e22d50006, quorum=127.0.0.1:65035, baseZNode=/21929192988 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21929192988/running 2024-11-12T14:24:00,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40755-0x1012f6e22d50007, quorum=127.0.0.1:65035, baseZNode=/21929192988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21929192988 2024-11-12T14:24:00,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1012f6e22d50006, quorum=127.0.0.1:65035, baseZNode=/21929192988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21929192988 2024-11-12T14:24:00,527 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:24:00,527 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:24:00,527 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:24:00,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:24:00,528 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b6d221c5cde,40755,1731421428538' ***** 2024-11-12T14:24:00,528 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T14:24:00,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35189-0x1012f6e22d50006, quorum=127.0.0.1:65035, baseZNode=/21929192988 Set watcher on znode that does not yet exist, /21929192988/running 2024-11-12T14:24:00,528 INFO [RS:0;2b6d221c5cde:40755 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T14:24:00,528 INFO [RS:0;2b6d221c5cde:40755 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T14:24:00,528 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T14:24:00,528 INFO [RS:0;2b6d221c5cde:40755 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T14:24:00,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40755-0x1012f6e22d50007, quorum=127.0.0.1:65035, baseZNode=/21929192988 Set watcher on znode that does not yet exist, /21929192988/running 2024-11-12T14:24:00,529 INFO [RS:0;2b6d221c5cde:40755 {}] regionserver.HRegionServer(3091): Received CLOSE for e12f17d54ed382582e2feb75549c984f 2024-11-12T14:24:00,529 INFO [RS:0;2b6d221c5cde:40755 {}] regionserver.HRegionServer(959): stopping server 2b6d221c5cde,40755,1731421428538 2024-11-12T14:24:00,529 INFO [RS:0;2b6d221c5cde:40755 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:24:00,529 INFO [RS:0;2b6d221c5cde:40755 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:40755. 2024-11-12T14:24:00,529 DEBUG [RS:0;2b6d221c5cde:40755 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:24:00,529 DEBUG [RS:0;2b6d221c5cde:40755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:24:00,529 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e12f17d54ed382582e2feb75549c984f, disabling compactions & flushes 2024-11-12T14:24:00,529 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731421432909.e12f17d54ed382582e2feb75549c984f. 2024-11-12T14:24:00,529 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731421432909.e12f17d54ed382582e2feb75549c984f. 2024-11-12T14:24:00,529 INFO [RS:0;2b6d221c5cde:40755 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T14:24:00,529 INFO [RS:0;2b6d221c5cde:40755 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T14:24:00,529 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731421432909.e12f17d54ed382582e2feb75549c984f. after waiting 0 ms 2024-11-12T14:24:00,529 INFO [RS:0;2b6d221c5cde:40755 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T14:24:00,529 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731421432909.e12f17d54ed382582e2feb75549c984f. 2024-11-12T14:24:00,529 INFO [RS:0;2b6d221c5cde:40755 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T14:24:00,529 INFO [RS:0;2b6d221c5cde:40755 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T14:24:00,529 DEBUG [RS:0;2b6d221c5cde:40755 {}] regionserver.HRegionServer(1325): Online Regions={e12f17d54ed382582e2feb75549c984f=test,,1731421432909.e12f17d54ed382582e2feb75549c984f., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T14:24:00,529 DEBUG [RS:0;2b6d221c5cde:40755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e12f17d54ed382582e2feb75549c984f 2024-11-12T14:24:00,530 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:24:00,530 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:24:00,530 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:24:00,530 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:24:00,530 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:24:00,530 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-12T14:24:00,532 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/data/default/test/e12f17d54ed382582e2feb75549c984f/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-12T14:24:00,533 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:24:00,533 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T14:24:00,533 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731421432909.e12f17d54ed382582e2feb75549c984f. 2024-11-12T14:24:00,533 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e12f17d54ed382582e2feb75549c984f: Waiting for close lock at 1731421440529Running coprocessor pre-close hooks at 1731421440529Disabling compacts and flushes for region at 1731421440529Disabling writes for close at 1731421440529Writing region close event to WAL at 1731421440530 (+1 ms)Running coprocessor post-close hooks at 1731421440533 (+3 ms)Closed at 1731421440533 2024-11-12T14:24:00,533 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731421432909.e12f17d54ed382582e2feb75549c984f. 2024-11-12T14:24:00,546 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/data/hbase/meta/1588230740/.tmp/info/a85edbba60e54e999ad170f36b4a4fa0 is 129, key is test,,1731421432909.e12f17d54ed382582e2feb75549c984f./info:regioninfo/1731421433264/Put/seqid=0 2024-11-12T14:24:00,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741839_1015 (size=6421) 2024-11-12T14:24:00,549 INFO [regionserver/2b6d221c5cde:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:24:00,730 DEBUG [RS:0;2b6d221c5cde:40755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:24:00,743 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,2-2b6d221c5cde,33061,1731421417334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421436878 to pos 393, reset compression=false 2024-11-12T14:24:00,930 DEBUG [RS:0;2b6d221c5cde:40755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:24:00,949 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/data/hbase/meta/1588230740/.tmp/info/a85edbba60e54e999ad170f36b4a4fa0 2024-11-12T14:24:00,976 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/data/hbase/meta/1588230740/.tmp/ns/fddacb85ea394e839786a445354a32da is 43, key is default/ns:d/1731421429988/Put/seqid=0 2024-11-12T14:24:00,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741840_1016 (size=5153) 2024-11-12T14:24:01,036 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,1-2b6d221c5cde,33061,1731421417334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421436878 to pos 393, reset compression=false 2024-11-12T14:24:01,130 DEBUG [RS:0;2b6d221c5cde:40755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:24:01,330 DEBUG [RS:0;2b6d221c5cde:40755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:24:01,356 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T14:24:01,356 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T14:24:01,381 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/data/hbase/meta/1588230740/.tmp/ns/fddacb85ea394e839786a445354a32da 2024-11-12T14:24:01,397 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/data/hbase/meta/1588230740/.tmp/rep_barrier/7049b0085dc3459c969098861a963d27 is 112, key is test,,1731421432909.e12f17d54ed382582e2feb75549c984f./rep_barrier:seqnumDuringOpen/1731421433264/Put/seqid=0 2024-11-12T14:24:01,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741841_1017 (size=5518) 2024-11-12T14:24:01,446 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,2-2b6d221c5cde,33061,1731421417334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421436878 to pos 393, reset compression=false 2024-11-12T14:24:01,530 INFO [RS:0;2b6d221c5cde:40755 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T14:24:01,530 DEBUG [RS:0;2b6d221c5cde:40755 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T14:24:01,530 DEBUG [RS:0;2b6d221c5cde:40755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:24:01,731 DEBUG [RS:0;2b6d221c5cde:40755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:24:01,739 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,1-2b6d221c5cde,33061,1731421417334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421436878 to pos 393, reset compression=false 2024-11-12T14:24:01,806 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/data/hbase/meta/1588230740/.tmp/rep_barrier/7049b0085dc3459c969098861a963d27 2024-11-12T14:24:01,823 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/data/hbase/meta/1588230740/.tmp/table/cfa799c14f254235b1ef23a325d9715d is 40, key is test/table:state/1731421433272/Put/seqid=0 2024-11-12T14:24:01,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741842_1018 (size=5165) 2024-11-12T14:24:01,931 DEBUG [RS:0;2b6d221c5cde:40755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:24:02,131 DEBUG [RS:0;2b6d221c5cde:40755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:24:02,226 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/data/hbase/meta/1588230740/.tmp/table/cfa799c14f254235b1ef23a325d9715d 2024-11-12T14:24:02,230 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/data/hbase/meta/1588230740/.tmp/info/a85edbba60e54e999ad170f36b4a4fa0 as hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/data/hbase/meta/1588230740/info/a85edbba60e54e999ad170f36b4a4fa0 2024-11-12T14:24:02,234 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/data/hbase/meta/1588230740/info/a85edbba60e54e999ad170f36b4a4fa0, entries=10, sequenceid=11, filesize=6.3 K 2024-11-12T14:24:02,235 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/data/hbase/meta/1588230740/.tmp/ns/fddacb85ea394e839786a445354a32da as hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/data/hbase/meta/1588230740/ns/fddacb85ea394e839786a445354a32da 2024-11-12T14:24:02,239 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/data/hbase/meta/1588230740/ns/fddacb85ea394e839786a445354a32da, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T14:24:02,240 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/data/hbase/meta/1588230740/.tmp/rep_barrier/7049b0085dc3459c969098861a963d27 as hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/data/hbase/meta/1588230740/rep_barrier/7049b0085dc3459c969098861a963d27 2024-11-12T14:24:02,244 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/data/hbase/meta/1588230740/rep_barrier/7049b0085dc3459c969098861a963d27, entries=1, sequenceid=11, filesize=5.4 K 2024-11-12T14:24:02,245 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/data/hbase/meta/1588230740/.tmp/table/cfa799c14f254235b1ef23a325d9715d as hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/data/hbase/meta/1588230740/table/cfa799c14f254235b1ef23a325d9715d 2024-11-12T14:24:02,249 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/data/hbase/meta/1588230740/table/cfa799c14f254235b1ef23a325d9715d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T14:24:02,249 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,2-2b6d221c5cde,33061,1731421417334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421436878 to pos 393, reset compression=false 2024-11-12T14:24:02,250 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1720ms, sequenceid=11, compaction requested=false 2024-11-12T14:24:02,254 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T14:24:02,255 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:24:02,255 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:24:02,255 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:24:02,255 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421440529Running coprocessor pre-close hooks at 1731421440529Disabling compacts and flushes for region at 1731421440530 (+1 ms)Disabling writes for close at 1731421440530Obtaining lock to block concurrent updates at 1731421440530Preparing flush snapshotting stores in 1588230740 at 1731421440530Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731421440530Flushing stores of hbase:meta,,1.1588230740 at 1731421440531 (+1 ms)Flushing 1588230740/info: creating writer at 1731421440531Flushing 1588230740/info: appending metadata at 1731421440545 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731421440545Flushing 1588230740/ns: creating writer at 1731421440954 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731421440976 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731421440976Flushing 1588230740/rep_barrier: creating writer at 1731421441384 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731421441397 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731421441397Flushing 1588230740/table: creating writer at 1731421441810 (+413 ms)Flushing 1588230740/table: appending metadata at 1731421441822 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731421441822Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@608598e4: reopening flushed file at 1731421442230 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d7f844: reopening flushed file at 1731421442234 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25fe34f5: reopening flushed file at 1731421442239 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ddef374: reopening flushed file at 1731421442244 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1720ms, sequenceid=11, compaction requested=false at 1731421442250 (+6 ms)Writing region close event to WAL at 1731421442251 (+1 ms)Running coprocessor post-close hooks at 1731421442254 (+3 ms)Closed at 1731421442255 (+1 ms) 2024-11-12T14:24:02,255 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T14:24:02,331 INFO [RS:0;2b6d221c5cde:40755 {}] regionserver.HRegionServer(976): stopping server 2b6d221c5cde,40755,1731421428538; all regions closed. 2024-11-12T14:24:02,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741834_1010 (size=2717) 2024-11-12T14:24:02,335 DEBUG [RS:0;2b6d221c5cde:40755 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/oldWALs 2024-11-12T14:24:02,335 INFO [RS:0;2b6d221c5cde:40755 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C40755%2C1731421428538.meta:.meta(num 1731421429919) 2024-11-12T14:24:02,336 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/WALs/2b6d221c5cde,40755,1731421428538/2b6d221c5cde%2C40755%2C1731421428538.1731421429477 not finished, retry = 0 2024-11-12T14:24:02,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741833_1009 (size=1028) 2024-11-12T14:24:02,438 DEBUG [RS:0;2b6d221c5cde:40755 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/oldWALs 2024-11-12T14:24:02,438 INFO [RS:0;2b6d221c5cde:40755 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C40755%2C1731421428538:(num 1731421429477) 2024-11-12T14:24:02,438 DEBUG [RS:0;2b6d221c5cde:40755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:24:02,438 INFO [RS:0;2b6d221c5cde:40755 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:24:02,438 INFO [RS:0;2b6d221c5cde:40755 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:24:02,438 INFO [RS:0;2b6d221c5cde:40755 {}] hbase.ChoreService(370): Chore service for: regionserver/2b6d221c5cde:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T14:24:02,438 INFO [RS:0;2b6d221c5cde:40755 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:24:02,438 INFO [regionserver/2b6d221c5cde:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:24:02,439 INFO [RS:0;2b6d221c5cde:40755 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:40755. 2024-11-12T14:24:02,439 DEBUG [RS:0;2b6d221c5cde:40755 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:24:02,439 DEBUG [RS:0;2b6d221c5cde:40755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:24:02,439 DEBUG [RS:0;2b6d221c5cde:40755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:24:02,439 INFO [RS:0;2b6d221c5cde:40755 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40755 2024-11-12T14:24:02,440 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:24:02,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40755-0x1012f6e22d50007, quorum=127.0.0.1:65035, baseZNode=/21929192988 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21929192988/rs/2b6d221c5cde,40755,1731421428538 2024-11-12T14:24:02,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1012f6e22d50006, quorum=127.0.0.1:65035, baseZNode=/21929192988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21929192988/rs 2024-11-12T14:24:02,452 INFO [RS:0;2b6d221c5cde:40755 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:24:02,462 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b6d221c5cde,40755,1731421428538] 2024-11-12T14:24:02,473 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21929192988/draining/2b6d221c5cde,40755,1731421428538 already deleted, retry=false 2024-11-12T14:24:02,473 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b6d221c5cde,40755,1731421428538 expired; onlineServers=0 2024-11-12T14:24:02,473 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b6d221c5cde,35189,1731421428426' ***** 2024-11-12T14:24:02,473 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T14:24:02,473 INFO [M:0;2b6d221c5cde:35189 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:24:02,473 INFO [M:0;2b6d221c5cde:35189 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:24:02,473 DEBUG [M:0;2b6d221c5cde:35189 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T14:24:02,473 DEBUG [M:0;2b6d221c5cde:35189 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T14:24:02,473 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T14:24:02,473 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421429136 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421429136,5,FailOnTimeoutGroup] 2024-11-12T14:24:02,473 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421429140 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421429140,5,FailOnTimeoutGroup] 2024-11-12T14:24:02,473 INFO [M:0;2b6d221c5cde:35189 {}] hbase.ChoreService(370): Chore service for: master/2b6d221c5cde:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T14:24:02,473 INFO [M:0;2b6d221c5cde:35189 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:24:02,473 DEBUG [M:0;2b6d221c5cde:35189 {}] master.HMaster(1795): Stopping service threads 2024-11-12T14:24:02,474 INFO [M:0;2b6d221c5cde:35189 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T14:24:02,474 INFO [M:0;2b6d221c5cde:35189 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:24:02,474 INFO [M:0;2b6d221c5cde:35189 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T14:24:02,474 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T14:24:02,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1012f6e22d50006, quorum=127.0.0.1:65035, baseZNode=/21929192988 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21929192988/master 2024-11-12T14:24:02,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1012f6e22d50006, quorum=127.0.0.1:65035, baseZNode=/21929192988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21929192988 2024-11-12T14:24:02,483 DEBUG [M:0;2b6d221c5cde:35189 {}] zookeeper.ZKUtil(347): master:35189-0x1012f6e22d50006, quorum=127.0.0.1:65035, baseZNode=/21929192988 Unable to get data of znode /21929192988/master because node does not exist (not an error) 2024-11-12T14:24:02,483 WARN [M:0;2b6d221c5cde:35189 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T14:24:02,484 INFO [M:0;2b6d221c5cde:35189 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/.lastflushedseqids 2024-11-12T14:24:02,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741843_1019 (size=173) 2024-11-12T14:24:02,553 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,1-2b6d221c5cde,33061,1731421417334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421436878 to pos 393, reset compression=false 2024-11-12T14:24:02,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40755-0x1012f6e22d50007, quorum=127.0.0.1:65035, baseZNode=/21929192988 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:24:02,562 INFO [RS:0;2b6d221c5cde:40755 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:24:02,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40755-0x1012f6e22d50007, quorum=127.0.0.1:65035, baseZNode=/21929192988 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:24:02,563 INFO [RS:0;2b6d221c5cde:40755 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b6d221c5cde,40755,1731421428538; zookeeper connection closed. 2024-11-12T14:24:02,563 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36f7abeb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36f7abeb 2024-11-12T14:24:02,563 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T14:24:02,887 INFO [M:0;2b6d221c5cde:35189 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T14:24:02,888 INFO [M:0;2b6d221c5cde:35189 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T14:24:02,888 DEBUG [M:0;2b6d221c5cde:35189 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:24:02,888 INFO [M:0;2b6d221c5cde:35189 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:24:02,888 DEBUG [M:0;2b6d221c5cde:35189 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:24:02,888 DEBUG [M:0;2b6d221c5cde:35189 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:24:02,888 DEBUG [M:0;2b6d221c5cde:35189 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:24:02,888 INFO [M:0;2b6d221c5cde:35189 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-12T14:24:02,901 DEBUG [M:0;2b6d221c5cde:35189 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/91be0ac81eac49ed843f67c315cfdd30 is 82, key is hbase:meta,,1/info:regioninfo/1731421429971/Put/seqid=0 2024-11-12T14:24:02,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741844_1020 (size=5672) 2024-11-12T14:24:03,153 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,2-2b6d221c5cde,33061,1731421417334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421436878 to pos 393, reset compression=false 2024-11-12T14:24:03,304 INFO [M:0;2b6d221c5cde:35189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/91be0ac81eac49ed843f67c315cfdd30 2024-11-12T14:24:03,324 DEBUG [M:0;2b6d221c5cde:35189 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0d26da7d7f4347ed8dcd2bc10e935b33 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731421433278/Put/seqid=0 2024-11-12T14:24:03,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741845_1021 (size=6586) 2024-11-12T14:24:03,456 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,1-2b6d221c5cde,33061,1731421417334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421436878 to pos 393, reset compression=false 2024-11-12T14:24:03,741 INFO [M:0;2b6d221c5cde:35189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0d26da7d7f4347ed8dcd2bc10e935b33 2024-11-12T14:24:03,758 DEBUG [M:0;2b6d221c5cde:35189 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/db6967bcdad44283a8b1191f22f8b25a is 69, key is 2b6d221c5cde,40755,1731421428538/rs:state/1731421429270/Put/seqid=0 2024-11-12T14:24:03,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741846_1022 (size=5156) 2024-11-12T14:24:03,761 INFO [M:0;2b6d221c5cde:35189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/db6967bcdad44283a8b1191f22f8b25a 2024-11-12T14:24:03,766 DEBUG [M:0;2b6d221c5cde:35189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/91be0ac81eac49ed843f67c315cfdd30 as hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/91be0ac81eac49ed843f67c315cfdd30 2024-11-12T14:24:03,770 INFO [M:0;2b6d221c5cde:35189 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/91be0ac81eac49ed843f67c315cfdd30, entries=8, sequenceid=55, filesize=5.5 K 2024-11-12T14:24:03,771 DEBUG [M:0;2b6d221c5cde:35189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0d26da7d7f4347ed8dcd2bc10e935b33 as hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0d26da7d7f4347ed8dcd2bc10e935b33 2024-11-12T14:24:03,775 INFO [M:0;2b6d221c5cde:35189 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0d26da7d7f4347ed8dcd2bc10e935b33, entries=6, sequenceid=55, filesize=6.4 K 2024-11-12T14:24:03,775 DEBUG [M:0;2b6d221c5cde:35189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/db6967bcdad44283a8b1191f22f8b25a as hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/db6967bcdad44283a8b1191f22f8b25a 2024-11-12T14:24:03,779 INFO [M:0;2b6d221c5cde:35189 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42801/user/jenkins/test-data/a347c40b-3a5a-9b69-0984-bbda153b7d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/db6967bcdad44283a8b1191f22f8b25a, entries=1, sequenceid=55, filesize=5.0 K 2024-11-12T14:24:03,780 INFO [M:0;2b6d221c5cde:35189 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 892ms, sequenceid=55, compaction requested=false 2024-11-12T14:24:03,781 INFO [M:0;2b6d221c5cde:35189 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:24:03,781 DEBUG [M:0;2b6d221c5cde:35189 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421442888Disabling compacts and flushes for region at 1731421442888Disabling writes for close at 1731421442888Obtaining lock to block concurrent updates at 1731421442888Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731421442888Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731421442888Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731421442889 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731421442889Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731421442900 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731421442900Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731421443310 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731421443324 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731421443324Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731421443744 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731421443757 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731421443757Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c4206c2: reopening flushed file at 1731421443765 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2be1cc9e: reopening flushed file at 1731421443770 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60e1f21: reopening flushed file at 1731421443775 (+5 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 892ms, sequenceid=55, compaction requested=false at 1731421443780 (+5 ms)Writing region close event to WAL at 1731421443781 (+1 ms)Closed at 1731421443781 2024-11-12T14:24:03,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741830_1006 (size=32770) 2024-11-12T14:24:03,784 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:24:03,784 INFO [M:0;2b6d221c5cde:35189 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T14:24:03,784 INFO [M:0;2b6d221c5cde:35189 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35189 2024-11-12T14:24:03,784 INFO [M:0;2b6d221c5cde:35189 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:24:03,931 INFO [M:0;2b6d221c5cde:35189 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:24:03,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1012f6e22d50006, quorum=127.0.0.1:65035, baseZNode=/21929192988 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:24:03,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1012f6e22d50006, quorum=127.0.0.1:65035, baseZNode=/21929192988 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:24:03,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69928f80{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:24:03,945 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f56fa87{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:24:03,945 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:24:03,946 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12b04a19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:24:03,946 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f9a0ce1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf1cfe7-d413-95af-443d-579a8f9e1241/hadoop.log.dir/,STOPPED} 2024-11-12T14:24:03,948 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T14:24:03,948 WARN [BP-364212228-172.17.0.3-1731421425905 heartbeating to localhost/127.0.0.1:42801 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T14:24:03,948 WARN [BP-364212228-172.17.0.3-1731421425905 heartbeating to localhost/127.0.0.1:42801 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-364212228-172.17.0.3-1731421425905 (Datanode Uuid 30b8f923-352a-4c26-8682-f3028140b189) service to localhost/127.0.0.1:42801 2024-11-12T14:24:03,949 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf1cfe7-d413-95af-443d-579a8f9e1241/cluster_4ee887e8-ef23-d526-51cd-7d1c7472c345/data/data2/current/BP-364212228-172.17.0.3-1731421425905 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:24:03,949 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T14:24:03,949 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf1cfe7-d413-95af-443d-579a8f9e1241/cluster_4ee887e8-ef23-d526-51cd-7d1c7472c345/data/data1/current/BP-364212228-172.17.0.3-1731421425905 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:24:03,949 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T14:24:03,959 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b6aa286{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:24:03,959 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d48ba22{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:24:03,959 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:24:03,959 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69db6d22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:24:03,960 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@289ebe9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf1cfe7-d413-95af-443d-579a8f9e1241/hadoop.log.dir/,STOPPED} 2024-11-12T14:24:03,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T14:24:03,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T14:24:03,981 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:24:03,981 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:24:03,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:24:03,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:24:03,982 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:24:03,982 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T14:24:03,982 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=211342146, stopped=false 2024-11-12T14:24:03,982 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b6d221c5cde,45777,1731421423119 2024-11-12T14:24:03,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45777-0x1012f6e22d50003, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1683377099/running 2024-11-12T14:24:03,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44387-0x1012f6e22d50004, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1683377099/running 2024-11-12T14:24:03,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44387-0x1012f6e22d50004, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1683377099 2024-11-12T14:24:03,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45777-0x1012f6e22d50003, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1683377099 2024-11-12T14:24:03,999 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:24:04,000 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:24:04,000 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45777-0x1012f6e22d50003, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Set watcher on znode that does not yet exist, /1-1683377099/running 2024-11-12T14:24:04,000 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44387-0x1012f6e22d50004, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Set watcher on znode that does not yet exist, /1-1683377099/running 2024-11-12T14:24:04,000 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:24:04,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:24:04,000 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b6d221c5cde,44387,1731421423294' ***** 2024-11-12T14:24:04,000 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T14:24:04,000 INFO [RS:0;2b6d221c5cde:44387 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T14:24:04,000 INFO [RS:0;2b6d221c5cde:44387 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T14:24:04,000 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T14:24:04,000 INFO [RS:0;2b6d221c5cde:44387 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T14:24:04,001 INFO [RS:0;2b6d221c5cde:44387 {}] regionserver.HRegionServer(3091): Received CLOSE for 07d36665516d4991a65d28aded60d5f6 2024-11-12T14:24:04,001 INFO [RS:0;2b6d221c5cde:44387 {}] regionserver.HRegionServer(959): stopping server 2b6d221c5cde,44387,1731421423294 2024-11-12T14:24:04,001 INFO [RS:0;2b6d221c5cde:44387 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:24:04,001 INFO [RS:0;2b6d221c5cde:44387 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:44387. 2024-11-12T14:24:04,001 DEBUG [RS:0;2b6d221c5cde:44387 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:24:04,002 DEBUG [RS:0;2b6d221c5cde:44387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:24:04,002 INFO [RS:0;2b6d221c5cde:44387 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T14:24:04,002 INFO [RS:0;2b6d221c5cde:44387 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T14:24:04,002 INFO [RS:0;2b6d221c5cde:44387 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T14:24:04,002 INFO [RS:0;2b6d221c5cde:44387 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T14:24:04,002 INFO [RS:0;2b6d221c5cde:44387 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T14:24:04,002 DEBUG [RS:0;2b6d221c5cde:44387 {}] regionserver.HRegionServer(1325): Online Regions={07d36665516d4991a65d28aded60d5f6=test,,1731421430760.07d36665516d4991a65d28aded60d5f6., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T14:24:04,002 DEBUG [RS:0;2b6d221c5cde:44387 {}] regionserver.HRegionServer(1351): Waiting on 07d36665516d4991a65d28aded60d5f6, 1588230740 2024-11-12T14:24:04,003 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:24:04,003 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 07d36665516d4991a65d28aded60d5f6, disabling compactions & flushes 2024-11-12T14:24:04,003 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:24:04,003 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731421430760.07d36665516d4991a65d28aded60d5f6. 2024-11-12T14:24:04,003 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:24:04,003 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731421430760.07d36665516d4991a65d28aded60d5f6. 2024-11-12T14:24:04,003 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:24:04,003 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731421430760.07d36665516d4991a65d28aded60d5f6. after waiting 0 ms 2024-11-12T14:24:04,003 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:24:04,003 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731421430760.07d36665516d4991a65d28aded60d5f6. 2024-11-12T14:24:04,003 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-12T14:24:04,009 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/data/default/test/07d36665516d4991a65d28aded60d5f6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T14:24:04,009 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:24:04,009 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T14:24:04,009 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731421430760.07d36665516d4991a65d28aded60d5f6. 2024-11-12T14:24:04,009 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 07d36665516d4991a65d28aded60d5f6: Waiting for close lock at 1731421444003Running coprocessor pre-close hooks at 1731421444003Disabling compacts and flushes for region at 1731421444003Disabling writes for close at 1731421444003Writing region close event to WAL at 1731421444005 (+2 ms)Running coprocessor post-close hooks at 1731421444009 (+4 ms)Closed at 1731421444009 2024-11-12T14:24:04,010 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731421430760.07d36665516d4991a65d28aded60d5f6. 2024-11-12T14:24:04,022 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/data/hbase/meta/1588230740/.tmp/info/9f449d6323dc4d2f93ce62964b6a9cd8 is 129, key is test,,1731421430760.07d36665516d4991a65d28aded60d5f6./info:regioninfo/1731421431940/Put/seqid=0 2024-11-12T14:24:04,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741841_1017 (size=6421) 2024-11-12T14:24:04,064 INFO [regionserver/2b6d221c5cde:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:24:04,156 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,2-2b6d221c5cde,33061,1731421417334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421436878 to pos 393, reset compression=false 2024-11-12T14:24:04,202 DEBUG [RS:0;2b6d221c5cde:44387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:24:04,402 DEBUG [RS:0;2b6d221c5cde:44387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:24:04,427 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/data/hbase/meta/1588230740/.tmp/info/9f449d6323dc4d2f93ce62964b6a9cd8 2024-11-12T14:24:04,446 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/data/hbase/meta/1588230740/.tmp/ns/6558302113b0485ebd40903e6c151b80 is 43, key is default/ns:d/1731421425710/Put/seqid=0 2024-11-12T14:24:04,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741842_1018 (size=5153) 2024-11-12T14:24:04,461 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,1-2b6d221c5cde,33061,1731421417334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421436878 to pos 393, reset compression=false 2024-11-12T14:24:04,603 DEBUG [RS:0;2b6d221c5cde:44387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:24:04,646 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T14:24:04,647 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T14:24:04,803 DEBUG [RS:0;2b6d221c5cde:44387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:24:04,850 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/data/hbase/meta/1588230740/.tmp/ns/6558302113b0485ebd40903e6c151b80 2024-11-12T14:24:04,868 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/data/hbase/meta/1588230740/.tmp/rep_barrier/b9f9c29c65144aef96916af981ffec0e is 112, key is test,,1731421430760.07d36665516d4991a65d28aded60d5f6./rep_barrier:seqnumDuringOpen/1731421431940/Put/seqid=0 2024-11-12T14:24:04,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741843_1019 (size=5518) 2024-11-12T14:24:05,003 INFO [RS:0;2b6d221c5cde:44387 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T14:24:05,003 DEBUG [RS:0;2b6d221c5cde:44387 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T14:24:05,003 DEBUG [RS:0;2b6d221c5cde:44387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:24:05,203 DEBUG [RS:0;2b6d221c5cde:44387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:24:05,259 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,2-2b6d221c5cde,33061,1731421417334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421436878 to pos 393, reset compression=false 2024-11-12T14:24:05,274 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/data/hbase/meta/1588230740/.tmp/rep_barrier/b9f9c29c65144aef96916af981ffec0e 2024-11-12T14:24:05,304 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/data/hbase/meta/1588230740/.tmp/table/978cb09f3cb84f32a46d4e368337b8aa is 40, key is test/table:state/1731421431949/Put/seqid=0 2024-11-12T14:24:05,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741844_1020 (size=5165) 2024-11-12T14:24:05,403 DEBUG [RS:0;2b6d221c5cde:44387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:24:05,564 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,1-2b6d221c5cde,33061,1731421417334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421436878 to pos 393, reset compression=false 2024-11-12T14:24:05,604 DEBUG [RS:0;2b6d221c5cde:44387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T14:24:05,707 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/data/hbase/meta/1588230740/.tmp/table/978cb09f3cb84f32a46d4e368337b8aa 2024-11-12T14:24:05,711 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/data/hbase/meta/1588230740/.tmp/info/9f449d6323dc4d2f93ce62964b6a9cd8 as hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/data/hbase/meta/1588230740/info/9f449d6323dc4d2f93ce62964b6a9cd8 2024-11-12T14:24:05,714 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/data/hbase/meta/1588230740/info/9f449d6323dc4d2f93ce62964b6a9cd8, entries=10, sequenceid=11, filesize=6.3 K 2024-11-12T14:24:05,715 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/data/hbase/meta/1588230740/.tmp/ns/6558302113b0485ebd40903e6c151b80 as hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/data/hbase/meta/1588230740/ns/6558302113b0485ebd40903e6c151b80 2024-11-12T14:24:05,724 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/data/hbase/meta/1588230740/ns/6558302113b0485ebd40903e6c151b80, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T14:24:05,724 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/data/hbase/meta/1588230740/.tmp/rep_barrier/b9f9c29c65144aef96916af981ffec0e as hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/data/hbase/meta/1588230740/rep_barrier/b9f9c29c65144aef96916af981ffec0e 2024-11-12T14:24:05,729 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/data/hbase/meta/1588230740/rep_barrier/b9f9c29c65144aef96916af981ffec0e, entries=1, sequenceid=11, filesize=5.4 K 2024-11-12T14:24:05,729 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/data/hbase/meta/1588230740/.tmp/table/978cb09f3cb84f32a46d4e368337b8aa as hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/data/hbase/meta/1588230740/table/978cb09f3cb84f32a46d4e368337b8aa 2024-11-12T14:24:05,734 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/data/hbase/meta/1588230740/table/978cb09f3cb84f32a46d4e368337b8aa, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T14:24:05,734 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1731ms, sequenceid=11, compaction requested=false 2024-11-12T14:24:05,753 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T14:24:05,754 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:24:05,754 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:24:05,754 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:24:05,754 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421444003Running coprocessor pre-close hooks at 1731421444003Disabling compacts and flushes for region at 1731421444003Disabling writes for close at 1731421444003Obtaining lock to block concurrent updates at 1731421444003Preparing flush snapshotting stores in 1588230740 at 1731421444003Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731421444004 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731421444004Flushing 1588230740/info: creating writer at 1731421444004Flushing 1588230740/info: appending metadata at 1731421444021 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731421444022 (+1 ms)Flushing 1588230740/ns: creating writer at 1731421444432 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731421444445 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731421444445Flushing 1588230740/rep_barrier: creating writer at 1731421444854 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731421444867 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731421444867Flushing 1588230740/table: creating writer at 1731421445278 (+411 ms)Flushing 1588230740/table: appending metadata at 1731421445303 (+25 ms)Flushing 1588230740/table: closing flushed file at 1731421445303Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f904a6: reopening flushed file at 1731421445711 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29c08572: reopening flushed file at 1731421445714 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d14a42f: reopening flushed file at 1731421445724 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ac58c76: reopening flushed file at 1731421445729 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1731ms, sequenceid=11, compaction requested=false at 1731421445734 (+5 ms)Writing region close event to WAL at 1731421445750 (+16 ms)Running coprocessor post-close hooks at 1731421445754 (+4 ms)Closed at 1731421445754 2024-11-12T14:24:05,754 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T14:24:05,804 INFO [RS:0;2b6d221c5cde:44387 {}] regionserver.HRegionServer(976): stopping server 2b6d221c5cde,44387,1731421423294; all regions closed. 2024-11-12T14:24:05,807 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/WALs/2b6d221c5cde,44387,1731421423294/2b6d221c5cde%2C44387%2C1731421423294.meta.1731421425612.meta not finished, retry = 0 2024-11-12T14:24:05,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741834_1010 (size=2717) 2024-11-12T14:24:05,909 DEBUG [RS:0;2b6d221c5cde:44387 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/oldWALs 2024-11-12T14:24:05,909 INFO [RS:0;2b6d221c5cde:44387 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C44387%2C1731421423294.meta:.meta(num 1731421425612) 2024-11-12T14:24:05,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741832_1008 (size=1374) 2024-11-12T14:24:05,913 DEBUG [RS:0;2b6d221c5cde:44387 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/oldWALs 2024-11-12T14:24:05,913 INFO [RS:0;2b6d221c5cde:44387 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C44387%2C1731421423294:(num 1731421424775) 2024-11-12T14:24:05,913 DEBUG [RS:0;2b6d221c5cde:44387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:24:05,913 INFO [RS:0;2b6d221c5cde:44387 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:24:05,913 INFO [RS:0;2b6d221c5cde:44387 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:24:05,913 INFO [RS:0;2b6d221c5cde:44387 {}] hbase.ChoreService(370): Chore service for: regionserver/2b6d221c5cde:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T14:24:05,913 INFO [RS:0;2b6d221c5cde:44387 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:24:05,913 INFO [regionserver/2b6d221c5cde:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:24:05,913 INFO [RS:0;2b6d221c5cde:44387 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:44387. 2024-11-12T14:24:05,913 DEBUG [RS:0;2b6d221c5cde:44387 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:24:05,913 DEBUG [RS:0;2b6d221c5cde:44387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:24:05,913 DEBUG [RS:0;2b6d221c5cde:44387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:24:05,913 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:24:05,913 INFO [RS:0;2b6d221c5cde:44387 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44387 2024-11-12T14:24:05,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44387-0x1012f6e22d50004, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1683377099/rs/2b6d221c5cde,44387,1731421423294 2024-11-12T14:24:05,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45777-0x1012f6e22d50003, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1683377099/rs 2024-11-12T14:24:05,978 INFO [RS:0;2b6d221c5cde:44387 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:24:05,989 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b6d221c5cde,44387,1731421423294] 2024-11-12T14:24:05,999 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1683377099/draining/2b6d221c5cde,44387,1731421423294 already deleted, retry=false 2024-11-12T14:24:05,999 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b6d221c5cde,44387,1731421423294 expired; onlineServers=0 2024-11-12T14:24:05,999 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b6d221c5cde,45777,1731421423119' ***** 2024-11-12T14:24:05,999 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T14:24:05,999 INFO [M:0;2b6d221c5cde:45777 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:24:05,999 INFO [M:0;2b6d221c5cde:45777 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:24:05,999 DEBUG [M:0;2b6d221c5cde:45777 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T14:24:05,999 DEBUG [M:0;2b6d221c5cde:45777 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T14:24:05,999 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421424476 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421424476,5,FailOnTimeoutGroup] 2024-11-12T14:24:05,999 INFO [M:0;2b6d221c5cde:45777 {}] hbase.ChoreService(370): Chore service for: master/2b6d221c5cde:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T14:24:05,999 INFO [M:0;2b6d221c5cde:45777 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:24:05,999 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T14:24:06,000 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421424468 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421424468,5,FailOnTimeoutGroup] 2024-11-12T14:24:06,000 DEBUG [M:0;2b6d221c5cde:45777 {}] master.HMaster(1795): Stopping service threads 2024-11-12T14:24:06,000 INFO [M:0;2b6d221c5cde:45777 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T14:24:06,000 INFO [M:0;2b6d221c5cde:45777 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:24:06,000 INFO [M:0;2b6d221c5cde:45777 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T14:24:06,000 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T14:24:06,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45777-0x1012f6e22d50003, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1683377099/master 2024-11-12T14:24:06,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45777-0x1012f6e22d50003, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1683377099 2024-11-12T14:24:06,009 DEBUG [M:0;2b6d221c5cde:45777 {}] zookeeper.ZKUtil(347): master:45777-0x1012f6e22d50003, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Unable to get data of znode /1-1683377099/master because node does not exist (not an error) 2024-11-12T14:24:06,009 WARN [M:0;2b6d221c5cde:45777 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T14:24:06,011 INFO [M:0;2b6d221c5cde:45777 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/.lastflushedseqids 2024-11-12T14:24:06,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741845_1021 (size=173) 2024-11-12T14:24:06,036 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T14:24:06,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:24:06,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:24:06,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:24:06,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:24:06,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:24:06,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:24:06,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:24:06,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:24:06,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44387-0x1012f6e22d50004, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:24:06,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44387-0x1012f6e22d50004, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:24:06,089 INFO [RS:0;2b6d221c5cde:44387 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:24:06,089 INFO [RS:0;2b6d221c5cde:44387 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b6d221c5cde,44387,1731421423294; zookeeper connection closed. 2024-11-12T14:24:06,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:24:06,089 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@749f56ad {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@749f56ad 2024-11-12T14:24:06,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:24:06,089 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T14:24:06,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:24:06,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:24:06,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:24:06,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:24:06,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:24:06,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:24:06,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:24:06,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T14:24:06,415 INFO [M:0;2b6d221c5cde:45777 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T14:24:06,415 INFO [M:0;2b6d221c5cde:45777 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T14:24:06,416 DEBUG [M:0;2b6d221c5cde:45777 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:24:06,416 INFO [M:0;2b6d221c5cde:45777 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:24:06,416 DEBUG [M:0;2b6d221c5cde:45777 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:24:06,416 DEBUG [M:0;2b6d221c5cde:45777 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:24:06,416 DEBUG [M:0;2b6d221c5cde:45777 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:24:06,416 INFO [M:0;2b6d221c5cde:45777 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-12T14:24:06,432 DEBUG [M:0;2b6d221c5cde:45777 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f5bfe87512114928a56e5bd99faafc77 is 82, key is hbase:meta,,1/info:regioninfo/1731421425681/Put/seqid=0 2024-11-12T14:24:06,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741846_1022 (size=5672) 2024-11-12T14:24:06,462 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,2-2b6d221c5cde,33061,1731421417334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421436878 to pos 393, reset compression=false 2024-11-12T14:24:06,761 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T14:24:06,768 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,1-2b6d221c5cde,33061,1731421417334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421436878 to pos 393, reset compression=false 2024-11-12T14:24:06,836 INFO [M:0;2b6d221c5cde:45777 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f5bfe87512114928a56e5bd99faafc77 2024-11-12T14:24:06,856 DEBUG [M:0;2b6d221c5cde:45777 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a4726313c3c41cc868982e0f0f143a4 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731421431952/Put/seqid=0 2024-11-12T14:24:06,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741847_1023 (size=6586) 2024-11-12T14:24:07,260 INFO [M:0;2b6d221c5cde:45777 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a4726313c3c41cc868982e0f0f143a4 2024-11-12T14:24:07,279 DEBUG [M:0;2b6d221c5cde:45777 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c9ed92d128f24437901233a2d6aaded8 is 69, key is 2b6d221c5cde,44387,1731421423294/rs:state/1731421424568/Put/seqid=0 2024-11-12T14:24:07,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741848_1024 (size=5156) 2024-11-12T14:24:07,683 INFO [M:0;2b6d221c5cde:45777 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c9ed92d128f24437901233a2d6aaded8 2024-11-12T14:24:07,687 DEBUG [M:0;2b6d221c5cde:45777 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f5bfe87512114928a56e5bd99faafc77 as hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f5bfe87512114928a56e5bd99faafc77 2024-11-12T14:24:07,691 INFO [M:0;2b6d221c5cde:45777 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f5bfe87512114928a56e5bd99faafc77, entries=8, sequenceid=55, filesize=5.5 K 2024-11-12T14:24:07,691 DEBUG [M:0;2b6d221c5cde:45777 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a4726313c3c41cc868982e0f0f143a4 as hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a4726313c3c41cc868982e0f0f143a4 2024-11-12T14:24:07,694 INFO [M:0;2b6d221c5cde:45777 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a4726313c3c41cc868982e0f0f143a4, entries=6, sequenceid=55, filesize=6.4 K 2024-11-12T14:24:07,695 DEBUG [M:0;2b6d221c5cde:45777 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c9ed92d128f24437901233a2d6aaded8 as hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c9ed92d128f24437901233a2d6aaded8 2024-11-12T14:24:07,698 INFO [M:0;2b6d221c5cde:45777 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43359/user/jenkins/test-data/b9aaeb07-989a-47e6-c531-9a6e7cc378ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c9ed92d128f24437901233a2d6aaded8, entries=1, sequenceid=55, filesize=5.0 K 2024-11-12T14:24:07,699 INFO [M:0;2b6d221c5cde:45777 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=55, compaction requested=false 2024-11-12T14:24:07,700 INFO [M:0;2b6d221c5cde:45777 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:24:07,700 DEBUG [M:0;2b6d221c5cde:45777 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421446415Disabling compacts and flushes for region at 1731421446415Disabling writes for close at 1731421446416 (+1 ms)Obtaining lock to block concurrent updates at 1731421446416Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731421446416Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731421446416Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731421446416Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731421446416Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731421446432 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731421446432Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731421446839 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731421446856 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731421446856Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731421447263 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731421447279 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731421447279Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37106b1d: reopening flushed file at 1731421447686 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@697dad37: reopening flushed file at 1731421447691 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64e51c06: reopening flushed file at 1731421447695 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=55, compaction requested=false at 1731421447699 (+4 ms)Writing region close event to WAL at 1731421447700 (+1 ms)Closed at 1731421447700 2024-11-12T14:24:07,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741830_1006 (size=32770) 2024-11-12T14:24:07,702 INFO [M:0;2b6d221c5cde:45777 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T14:24:07,702 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:24:07,702 INFO [M:0;2b6d221c5cde:45777 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45777 2024-11-12T14:24:07,703 INFO [M:0;2b6d221c5cde:45777 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:24:07,766 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,2-2b6d221c5cde,33061,1731421417334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421436878 to pos 393, reset compression=false 2024-11-12T14:24:07,846 INFO [M:0;2b6d221c5cde:45777 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:24:07,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45777-0x1012f6e22d50003, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:24:07,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45777-0x1012f6e22d50003, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:24:07,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16bdc7f7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:24:07,849 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@14d70760{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:24:07,849 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:24:07,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ad49d1b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:24:07,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@83959c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5671c468-6667-d1ec-90cc-e871ab5ecf8f/hadoop.log.dir/,STOPPED} 2024-11-12T14:24:07,852 WARN [BP-427428934-172.17.0.3-1731421419901 heartbeating to localhost/127.0.0.1:43359 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T14:24:07,852 WARN [BP-427428934-172.17.0.3-1731421419901 heartbeating to localhost/127.0.0.1:43359 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-427428934-172.17.0.3-1731421419901 (Datanode Uuid 997a8775-6304-4fec-8775-de0a6d2fd5d9) service to localhost/127.0.0.1:43359 2024-11-12T14:24:07,852 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5671c468-6667-d1ec-90cc-e871ab5ecf8f/cluster_60cdf580-3e71-9076-4d19-b9a7dd8147d5/data/data1/current/BP-427428934-172.17.0.3-1731421419901 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:24:07,853 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5671c468-6667-d1ec-90cc-e871ab5ecf8f/cluster_60cdf580-3e71-9076-4d19-b9a7dd8147d5/data/data2/current/BP-427428934-172.17.0.3-1731421419901 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:24:07,853 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T14:24:07,853 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T14:24:07,853 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T14:24:07,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57b5044d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:24:07,865 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@dedbd1a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:24:07,865 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:24:07,865 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b3511e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:24:07,865 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c64721b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5671c468-6667-d1ec-90cc-e871ab5ecf8f/hadoop.log.dir/,STOPPED} 2024-11-12T14:24:07,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T14:24:07,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T14:24:07,884 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:24:07,884 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:24:07,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:24:07,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:24:07,884 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:24:07,884 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T14:24:07,884 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1620663038, stopped=false 2024-11-12T14:24:07,885 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2b6d221c5cde,40599,1731421417170 2024-11-12T14:24:07,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33061-0x1012f6e22d50001, quorum=127.0.0.1:65035, baseZNode=/01202236738 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01202236738/running 2024-11-12T14:24:07,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40599-0x1012f6e22d50000, quorum=127.0.0.1:65035, baseZNode=/01202236738 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01202236738/running 2024-11-12T14:24:07,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33061-0x1012f6e22d50001, quorum=127.0.0.1:65035, baseZNode=/01202236738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01202236738 2024-11-12T14:24:07,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40599-0x1012f6e22d50000, quorum=127.0.0.1:65035, baseZNode=/01202236738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01202236738 2024-11-12T14:24:07,904 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:24:07,905 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40599-0x1012f6e22d50000, quorum=127.0.0.1:65035, baseZNode=/01202236738 Set watcher on znode that does not yet exist, /01202236738/running 2024-11-12T14:24:07,905 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T14:24:07,905 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:24:07,905 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33061-0x1012f6e22d50001, quorum=127.0.0.1:65035, baseZNode=/01202236738 Set watcher on znode that does not yet exist, /01202236738/running 2024-11-12T14:24:07,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:24:07,905 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2b6d221c5cde,33061,1731421417334' ***** 2024-11-12T14:24:07,905 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T14:24:07,906 INFO [RS:0;2b6d221c5cde:33061 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T14:24:07,906 INFO [RS:0;2b6d221c5cde:33061 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T14:24:07,906 INFO [RS:0;2b6d221c5cde:33061 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T14:24:07,906 INFO [RS:0;2b6d221c5cde:33061 {}] regionserver.HRegionServer(3091): Received CLOSE for 186521e2408a7e638b28b82f055afc9c 2024-11-12T14:24:07,906 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T14:24:07,906 INFO [RS:0;2b6d221c5cde:33061 {}] regionserver.HRegionServer(3091): Received CLOSE for 87823c845020c9991c82ab15c8c27461 2024-11-12T14:24:07,906 INFO [RS:0;2b6d221c5cde:33061 {}] regionserver.HRegionServer(959): stopping server 2b6d221c5cde,33061,1731421417334 2024-11-12T14:24:07,906 INFO [RS:0;2b6d221c5cde:33061 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:24:07,906 INFO [RS:0;2b6d221c5cde:33061 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:33061. 2024-11-12T14:24:07,906 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 186521e2408a7e638b28b82f055afc9c, disabling compactions & flushes 2024-11-12T14:24:07,906 DEBUG [RS:0;2b6d221c5cde:33061 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:24:07,906 DEBUG [RS:0;2b6d221c5cde:33061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:24:07,906 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731421433556.186521e2408a7e638b28b82f055afc9c. 2024-11-12T14:24:07,906 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731421433556.186521e2408a7e638b28b82f055afc9c. 2024-11-12T14:24:07,906 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731421433556.186521e2408a7e638b28b82f055afc9c. after waiting 0 ms 2024-11-12T14:24:07,906 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731421433556.186521e2408a7e638b28b82f055afc9c. 2024-11-12T14:24:07,907 INFO [RS:0;2b6d221c5cde:33061 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T14:24:07,907 INFO [RS:0;2b6d221c5cde:33061 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T14:24:07,907 INFO [RS:0;2b6d221c5cde:33061 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T14:24:07,907 INFO [RS:0;2b6d221c5cde:33061 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T14:24:07,907 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 186521e2408a7e638b28b82f055afc9c 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-12T14:24:07,909 INFO [RS:0;2b6d221c5cde:33061 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T14:24:07,909 DEBUG [RS:0;2b6d221c5cde:33061 {}] regionserver.HRegionServer(1325): Online Regions={186521e2408a7e638b28b82f055afc9c=hbase:replication,,1731421433556.186521e2408a7e638b28b82f055afc9c., 1588230740=hbase:meta,,1.1588230740, 87823c845020c9991c82ab15c8c27461=test,,1731421430121.87823c845020c9991c82ab15c8c27461.} 2024-11-12T14:24:07,909 DEBUG [RS:0;2b6d221c5cde:33061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 186521e2408a7e638b28b82f055afc9c, 87823c845020c9991c82ab15c8c27461 2024-11-12T14:24:07,910 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T14:24:07,910 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T14:24:07,910 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T14:24:07,910 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T14:24:07,910 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T14:24:07,910 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T14:24:07,926 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/hbase/replication/186521e2408a7e638b28b82f055afc9c/.tmp/hfileref/fb04adf130504993877f2b7e87bc433b is 74, key is 1/hfileref:1ac847d0dd114023b7bea0534d211b23_SeqId_6_/1731421439865/DeleteColumn/seqid=0 2024-11-12T14:24:07,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39521 is added to blk_1073741847_1023 (size=5489) 2024-11-12T14:24:07,937 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/hbase/meta/1588230740/.tmp/info/405e02abd17c4ddfbb5848571195f67b is 147, key is hbase:replication,,1731421433556.186521e2408a7e638b28b82f055afc9c./info:regioninfo/1731421434457/Put/seqid=0 2024-11-12T14:24:07,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39521 is added to blk_1073741848_1024 (size=7686) 2024-11-12T14:24:07,954 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/hbase/meta/1588230740/.tmp/info/405e02abd17c4ddfbb5848571195f67b 2024-11-12T14:24:07,972 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/hbase/meta/1588230740/.tmp/ns/d677c404fadd4bf7ad7da8e680eca83d is 43, key is default/ns:d/1731421419648/Put/seqid=0 2024-11-12T14:24:07,973 INFO [regionserver/2b6d221c5cde:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:24:07,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39521 is added to blk_1073741849_1025 (size=5153) 2024-11-12T14:24:07,981 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/hbase/meta/1588230740/.tmp/ns/d677c404fadd4bf7ad7da8e680eca83d 2024-11-12T14:24:07,999 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/hbase/meta/1588230740/.tmp/rep_barrier/6c6d2d2f928f4e1cb9bb9339cdb12586 is 112, key is test,,1731421430121.87823c845020c9991c82ab15c8c27461./rep_barrier:seqnumDuringOpen/1731421430616/Put/seqid=0 2024-11-12T14:24:08,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39521 is added to blk_1073741850_1026 (size=5518) 2024-11-12T14:24:08,071 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,1-2b6d221c5cde,33061,1731421417334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421436878 to pos 393, reset compression=false 2024-11-12T14:24:08,110 DEBUG [RS:0;2b6d221c5cde:33061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 186521e2408a7e638b28b82f055afc9c, 87823c845020c9991c82ab15c8c27461 2024-11-12T14:24:08,310 DEBUG [RS:0;2b6d221c5cde:33061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 186521e2408a7e638b28b82f055afc9c, 87823c845020c9991c82ab15c8c27461 2024-11-12T14:24:08,334 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/hbase/replication/186521e2408a7e638b28b82f055afc9c/.tmp/hfileref/fb04adf130504993877f2b7e87bc433b 2024-11-12T14:24:08,353 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/hbase/replication/186521e2408a7e638b28b82f055afc9c/.tmp/queue/bf3769ae2dfd4e38a5ec6520d1584066 is 153, key is 1-2b6d221c5cde,33061,1731421417334/queue:2b6d221c5cde%2C33061%2C1731421417334/1731421439867/Put/seqid=0 2024-11-12T14:24:08,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39521 is added to blk_1073741851_1027 (size=5504) 2024-11-12T14:24:08,404 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/hbase/meta/1588230740/.tmp/rep_barrier/6c6d2d2f928f4e1cb9bb9339cdb12586 2024-11-12T14:24:08,423 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/hbase/meta/1588230740/.tmp/table/f804e9ef51d743c1a7b3f2c6c6e0001e is 53, key is hbase:replication/table:state/1731421434473/Put/seqid=0 2024-11-12T14:24:08,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39521 is added to blk_1073741852_1028 (size=5308) 2024-11-12T14:24:08,438 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/hbase/meta/1588230740/.tmp/table/f804e9ef51d743c1a7b3f2c6c6e0001e 2024-11-12T14:24:08,442 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/hbase/meta/1588230740/.tmp/info/405e02abd17c4ddfbb5848571195f67b as hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/hbase/meta/1588230740/info/405e02abd17c4ddfbb5848571195f67b 2024-11-12T14:24:08,446 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/hbase/meta/1588230740/info/405e02abd17c4ddfbb5848571195f67b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T14:24:08,447 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/hbase/meta/1588230740/.tmp/ns/d677c404fadd4bf7ad7da8e680eca83d as hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/hbase/meta/1588230740/ns/d677c404fadd4bf7ad7da8e680eca83d 2024-11-12T14:24:08,451 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/hbase/meta/1588230740/ns/d677c404fadd4bf7ad7da8e680eca83d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T14:24:08,452 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/hbase/meta/1588230740/.tmp/rep_barrier/6c6d2d2f928f4e1cb9bb9339cdb12586 as hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/hbase/meta/1588230740/rep_barrier/6c6d2d2f928f4e1cb9bb9339cdb12586 2024-11-12T14:24:08,456 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/hbase/meta/1588230740/rep_barrier/6c6d2d2f928f4e1cb9bb9339cdb12586, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T14:24:08,456 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/hbase/meta/1588230740/.tmp/table/f804e9ef51d743c1a7b3f2c6c6e0001e as hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/hbase/meta/1588230740/table/f804e9ef51d743c1a7b3f2c6c6e0001e 2024-11-12T14:24:08,461 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/hbase/meta/1588230740/table/f804e9ef51d743c1a7b3f2c6c6e0001e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T14:24:08,462 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 552ms, sequenceid=16, compaction requested=false 2024-11-12T14:24:08,462 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T14:24:08,466 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T14:24:08,467 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:24:08,467 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:24:08,467 INFO [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T14:24:08,467 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731421447910Running coprocessor pre-close hooks at 1731421447910Disabling compacts and flushes for region at 1731421447910Disabling writes for close at 1731421447910Obtaining lock to block concurrent updates at 1731421447910Preparing flush snapshotting stores in 1588230740 at 1731421447910Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731421447910Flushing stores of hbase:meta,,1.1588230740 at 1731421447911 (+1 ms)Flushing 1588230740/info: creating writer at 1731421447911Flushing 1588230740/info: appending metadata at 1731421447937 (+26 ms)Flushing 1588230740/info: closing flushed file at 1731421447937Flushing 1588230740/ns: creating writer at 1731421447958 (+21 ms)Flushing 1588230740/ns: appending metadata at 1731421447971 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731421447971Flushing 1588230740/rep_barrier: creating writer at 1731421447984 (+13 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731421447999 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731421447999Flushing 1588230740/table: creating writer at 1731421448408 (+409 ms)Flushing 1588230740/table: appending metadata at 1731421448423 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731421448423Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36b3bb7: reopening flushed file at 1731421448441 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d4b402: reopening flushed file at 1731421448446 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@328cd517: reopening flushed file at 1731421448451 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43964725: reopening flushed file at 1731421448456 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 552ms, sequenceid=16, compaction requested=false at 1731421448462 (+6 ms)Writing region close event to WAL at 1731421448463 (+1 ms)Running coprocessor post-close hooks at 1731421448467 (+4 ms)Closed at 1731421448467 2024-11-12T14:24:08,467 DEBUG [RS_CLOSE_META-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T14:24:08,510 DEBUG [RS:0;2b6d221c5cde:33061 {}] regionserver.HRegionServer(1351): Waiting on 186521e2408a7e638b28b82f055afc9c, 87823c845020c9991c82ab15c8c27461 2024-11-12T14:24:08,710 DEBUG [RS:0;2b6d221c5cde:33061 {}] regionserver.HRegionServer(1351): Waiting on 186521e2408a7e638b28b82f055afc9c, 87823c845020c9991c82ab15c8c27461 2024-11-12T14:24:08,757 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/hbase/replication/186521e2408a7e638b28b82f055afc9c/.tmp/queue/bf3769ae2dfd4e38a5ec6520d1584066 2024-11-12T14:24:08,762 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/hbase/replication/186521e2408a7e638b28b82f055afc9c/.tmp/hfileref/fb04adf130504993877f2b7e87bc433b as hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/hbase/replication/186521e2408a7e638b28b82f055afc9c/hfileref/fb04adf130504993877f2b7e87bc433b 2024-11-12T14:24:08,768 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/hbase/replication/186521e2408a7e638b28b82f055afc9c/hfileref/fb04adf130504993877f2b7e87bc433b, entries=6, sequenceid=17, filesize=5.4 K 2024-11-12T14:24:08,769 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/hbase/replication/186521e2408a7e638b28b82f055afc9c/.tmp/queue/bf3769ae2dfd4e38a5ec6520d1584066 as hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/hbase/replication/186521e2408a7e638b28b82f055afc9c/queue/bf3769ae2dfd4e38a5ec6520d1584066 2024-11-12T14:24:08,773 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/hbase/replication/186521e2408a7e638b28b82f055afc9c/queue/bf3769ae2dfd4e38a5ec6520d1584066, entries=2, sequenceid=17, filesize=5.4 K 2024-11-12T14:24:08,775 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 186521e2408a7e638b28b82f055afc9c in 869ms, sequenceid=17, compaction requested=false 2024-11-12T14:24:08,778 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/hbase/replication/186521e2408a7e638b28b82f055afc9c/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-12T14:24:08,779 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:24:08,779 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T14:24:08,779 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731421433556.186521e2408a7e638b28b82f055afc9c. 2024-11-12T14:24:08,779 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 186521e2408a7e638b28b82f055afc9c: Waiting for close lock at 1731421447906Running coprocessor pre-close hooks at 1731421447906Disabling compacts and flushes for region at 1731421447906Disabling writes for close at 1731421447906Obtaining lock to block concurrent updates at 1731421447907 (+1 ms)Preparing flush snapshotting stores in 186521e2408a7e638b28b82f055afc9c at 1731421447907Finished memstore snapshotting hbase:replication,,1731421433556.186521e2408a7e638b28b82f055afc9c., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731421447908 (+1 ms)Flushing stores of hbase:replication,,1731421433556.186521e2408a7e638b28b82f055afc9c. at 1731421447908Flushing 186521e2408a7e638b28b82f055afc9c/hfileref: creating writer at 1731421447908Flushing 186521e2408a7e638b28b82f055afc9c/hfileref: appending metadata at 1731421447926 (+18 ms)Flushing 186521e2408a7e638b28b82f055afc9c/hfileref: closing flushed file at 1731421447926Flushing 186521e2408a7e638b28b82f055afc9c/queue: creating writer at 1731421448337 (+411 ms)Flushing 186521e2408a7e638b28b82f055afc9c/queue: appending metadata at 1731421448353 (+16 ms)Flushing 186521e2408a7e638b28b82f055afc9c/queue: closing flushed file at 1731421448353Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46fba11b: reopening flushed file at 1731421448761 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@569c999b: reopening flushed file at 1731421448768 (+7 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 186521e2408a7e638b28b82f055afc9c in 869ms, sequenceid=17, compaction requested=false at 1731421448775 (+7 ms)Writing region close event to WAL at 1731421448776 (+1 ms)Running coprocessor post-close hooks at 1731421448779 (+3 ms)Closed at 1731421448779 2024-11-12T14:24:08,779 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731421433556.186521e2408a7e638b28b82f055afc9c. 2024-11-12T14:24:08,779 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 87823c845020c9991c82ab15c8c27461, disabling compactions & flushes 2024-11-12T14:24:08,779 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731421430121.87823c845020c9991c82ab15c8c27461. 2024-11-12T14:24:08,779 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731421430121.87823c845020c9991c82ab15c8c27461. 2024-11-12T14:24:08,779 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731421430121.87823c845020c9991c82ab15c8c27461. after waiting 0 ms 2024-11-12T14:24:08,779 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731421430121.87823c845020c9991c82ab15c8c27461. 2024-11-12T14:24:08,783 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/data/default/test/87823c845020c9991c82ab15c8c27461/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T14:24:08,783 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T14:24:08,784 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T14:24:08,784 INFO [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731421430121.87823c845020c9991c82ab15c8c27461. 2024-11-12T14:24:08,784 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 87823c845020c9991c82ab15c8c27461: Waiting for close lock at 1731421448779Running coprocessor pre-close hooks at 1731421448779Disabling compacts and flushes for region at 1731421448779Disabling writes for close at 1731421448779Writing region close event to WAL at 1731421448780 (+1 ms)Running coprocessor post-close hooks at 1731421448783 (+3 ms)Closed at 1731421448784 (+1 ms) 2024-11-12T14:24:08,784 DEBUG [RS_CLOSE_REGION-regionserver/2b6d221c5cde:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731421430121.87823c845020c9991c82ab15c8c27461. 2024-11-12T14:24:08,844 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T14:24:08,844 INFO [regionserver/2b6d221c5cde:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T14:24:08,910 INFO [RS:0;2b6d221c5cde:33061 {}] regionserver.HRegionServer(976): stopping server 2b6d221c5cde,33061,1731421417334; all regions closed. 2024-11-12T14:24:08,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39521 is added to blk_1073741843_1019 (size=859) 2024-11-12T14:24:08,913 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.meta.1731421436900.meta not finished, retry = 0 2024-11-12T14:24:09,016 DEBUG [RS:0;2b6d221c5cde:33061 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/oldWALs 2024-11-12T14:24:09,016 INFO [RS:0;2b6d221c5cde:33061 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C33061%2C1731421417334.meta:.meta(num 1731421436900) 2024-11-12T14:24:09,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39521 is added to blk_1073741844_1020 (size=2791) 2024-11-12T14:24:09,020 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.rep.1731421436920 not finished, retry = 0 2024-11-12T14:24:09,123 DEBUG [RS:0;2b6d221c5cde:33061 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/oldWALs 2024-11-12T14:24:09,123 INFO [RS:0;2b6d221c5cde:33061 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C33061%2C1731421417334.rep:(num 1731421436920) 2024-11-12T14:24:09,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39521 is added to blk_1073741842_1018 (size=696) 2024-11-12T14:24:09,126 DEBUG [RS:0;2b6d221c5cde:33061 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/oldWALs 2024-11-12T14:24:09,126 INFO [RS:0;2b6d221c5cde:33061 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2b6d221c5cde%2C33061%2C1731421417334:(num 1731421436878) 2024-11-12T14:24:09,126 DEBUG [RS:0;2b6d221c5cde:33061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:24:09,126 INFO [RS:0;2b6d221c5cde:33061 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T14:24:09,126 INFO [RS:0;2b6d221c5cde:33061 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:24:09,126 INFO [RS:0;2b6d221c5cde:33061 {}] hbase.ChoreService(370): Chore service for: regionserver/2b6d221c5cde:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T14:24:09,126 INFO [RS:0;2b6d221c5cde:33061 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:24:09,126 INFO [regionserver/2b6d221c5cde:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:24:09,127 INFO [RS:0;2b6d221c5cde:33061 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2b6d221c5cde,33061,1731421417334 because: Region server is closing 2024-11-12T14:24:09,127 INFO [RS:0;2b6d221c5cde:33061 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:33061. 2024-11-12T14:24:09,127 DEBUG [RS:0;2b6d221c5cde:33061 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:24:09,127 DEBUG [RS:0;2b6d221c5cde:33061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:24:09,127 DEBUG [RS:0;2b6d221c5cde:33061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:24:09,127 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:24:09,181 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,2-2b6d221c5cde,33061,1731421417334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421436878 to pos 393, reset compression=false 2024-11-12T14:24:09,183 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,2-2b6d221c5cde,33061,1731421417334 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421436878 was moved to hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/oldWALs/2b6d221c5cde%2C33061%2C1731421417334.1731421436878 2024-11-12T14:24:09,185 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,2-2b6d221c5cde,33061,1731421417334 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421436878 2024-11-12T14:24:09,185 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,2-2b6d221c5cde,33061,1731421417334 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T14:24:09,185 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,2-2b6d221c5cde,33061,1731421417334 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-12T14:24:09,185 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,2-2b6d221c5cde,33061,1731421417334 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-12T14:24:09,185 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,33061,1731421417334.replicationSource.shipper2b6d221c5cde%2C33061%2C1731421417334,2-2b6d221c5cde,33061,1731421417334 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-2b6d221c5cde,33061,1731421417334 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/WALs/2b6d221c5cde,33061,1731421417334/2b6d221c5cde%2C33061%2C1731421417334.1731421436878, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-12T14:24:09,186 ERROR [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,33061,1731421417334.replicationSource.shipper2b6d221c5cde%2C33061%2C1731421417334,2-2b6d221c5cde,33061,1731421417334 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2b6d221c5cde,33061,1731421417334: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-2b6d221c5cde,33061,1731421417334, walGroup=2b6d221c5cde%2C33061%2C1731421417334, offset=2b6d221c5cde%2C33061%2C1731421417334.1731421436878:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2b6d221c5cde:33061 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T14:24:09,200 ERROR [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,33061,1731421417334.replicationSource.shipper2b6d221c5cde%2C33061%2C1731421417334,2-2b6d221c5cde,33061,1731421417334 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T14:24:09,200 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,33061,1731421417334.replicationSource.shipper2b6d221c5cde%2C33061%2C1731421417334,2-2b6d221c5cde,33061,1731421417334 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T14:24:09,200 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,33061,1731421417334.replicationSource.shipper2b6d221c5cde%2C33061%2C1731421417334,2-2b6d221c5cde,33061,1731421417334 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T14:24:09,200 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,33061,1731421417334.replicationSource.shipper2b6d221c5cde%2C33061%2C1731421417334,2-2b6d221c5cde,33061,1731421417334 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T14:24:09,200 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,33061,1731421417334.replicationSource.shipper2b6d221c5cde%2C33061%2C1731421417334,2-2b6d221c5cde,33061,1731421417334 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T14:24:09,200 INFO [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,33061,1731421417334.replicationSource.shipper2b6d221c5cde%2C33061%2C1731421417334,2-2b6d221c5cde,33061,1731421417334 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1577058304, "init": 1048576000, "max": 2306867200, "used": 960361640 }, "NonHeapMemoryUsage": { "committed": 211025920, "init": 7667712, "max": -1, "used": 208015680 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T14:24:09,201 DEBUG [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,33061,1731421417334.replicationSource.shipper2b6d221c5cde%2C33061%2C1731421417334,2-2b6d221c5cde,33061,1731421417334 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [2b6d221c5cde%2C33061%2C1731421417334.1731421436878] 2024-11-12T14:24:09,228 WARN [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33061,1731421417334.replicationSource.wal-reader.2b6d221c5cde%2C33061%2C1731421417334,1-2b6d221c5cde,33061,1731421417334 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T14:24:09,228 WARN [RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33061,1731421417334.replicationSource.shipper2b6d221c5cde%2C33061%2C1731421417334,1-2b6d221c5cde,33061,1731421417334 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T14:24:09,228 INFO [RS:0;2b6d221c5cde:33061 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,1-2b6d221c5cde,33061,1731421417334.replicationSource.shipper2b6d221c5cde%2C33061%2C1731421417334,1-2b6d221c5cde,33061,1731421417334 terminated 2024-11-12T14:24:09,228 INFO [RS:0;2b6d221c5cde:33061 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-2b6d221c5cde,33061,1731421417334 because: Region server is closing 2024-11-12T14:24:09,228 INFO [RS:0;2b6d221c5cde:33061 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2b6d221c5cde:33061. 2024-11-12T14:24:09,229 DEBUG [RS:0;2b6d221c5cde:33061 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T14:24:09,229 DEBUG [RS:0;2b6d221c5cde:33061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:24:09,229 DEBUG [RS:0;2b6d221c5cde:33061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T14:24:09,229 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T14:24:09,229 INFO [RS:0;2b6d221c5cde:33061 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2b6d221c5cde:0-0.replicationSource,2-2b6d221c5cde,33061,1731421417334.replicationSource.shipper2b6d221c5cde%2C33061%2C1731421417334,2-2b6d221c5cde,33061,1731421417334 terminated 2024-11-12T14:24:09,229 INFO [RS:0;2b6d221c5cde:33061 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33061 2024-11-12T14:24:09,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33061-0x1012f6e22d50001, quorum=127.0.0.1:65035, baseZNode=/01202236738 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01202236738/rs/2b6d221c5cde,33061,1731421417334 2024-11-12T14:24:09,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40599-0x1012f6e22d50000, quorum=127.0.0.1:65035, baseZNode=/01202236738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01202236738/rs 2024-11-12T14:24:09,283 INFO [RS:0;2b6d221c5cde:33061 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:24:09,283 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2b6d221c5cde,33061,1731421417334] 2024-11-12T14:24:09,304 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01202236738/draining/2b6d221c5cde,33061,1731421417334 already deleted, retry=false 2024-11-12T14:24:09,304 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2b6d221c5cde,33061,1731421417334 expired; onlineServers=0 2024-11-12T14:24:09,304 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2b6d221c5cde,40599,1731421417170' ***** 2024-11-12T14:24:09,304 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T14:24:09,304 INFO [M:0;2b6d221c5cde:40599 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T14:24:09,304 INFO [M:0;2b6d221c5cde:40599 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T14:24:09,304 DEBUG [M:0;2b6d221c5cde:40599 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T14:24:09,304 DEBUG [M:0;2b6d221c5cde:40599 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T14:24:09,304 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T14:24:09,304 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421418780 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.small.0-1731421418780,5,FailOnTimeoutGroup] 2024-11-12T14:24:09,304 DEBUG [master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421418777 {}] cleaner.HFileCleaner(306): Exit Thread[master/2b6d221c5cde:0:becomeActiveMaster-HFileCleaner.large.0-1731421418777,5,FailOnTimeoutGroup] 2024-11-12T14:24:09,305 INFO [M:0;2b6d221c5cde:40599 {}] hbase.ChoreService(370): Chore service for: master/2b6d221c5cde:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T14:24:09,305 INFO [M:0;2b6d221c5cde:40599 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T14:24:09,305 DEBUG [M:0;2b6d221c5cde:40599 {}] master.HMaster(1795): Stopping service threads 2024-11-12T14:24:09,305 INFO [M:0;2b6d221c5cde:40599 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T14:24:09,305 INFO [M:0;2b6d221c5cde:40599 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T14:24:09,305 ERROR [M:0;2b6d221c5cde:40599 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1040632728) connection to localhost/127.0.0.1:42845 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:42845,5,PEWorkerGroup] 2024-11-12T14:24:09,305 INFO [M:0;2b6d221c5cde:40599 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T14:24:09,305 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T14:24:09,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40599-0x1012f6e22d50000, quorum=127.0.0.1:65035, baseZNode=/01202236738 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01202236738/master 2024-11-12T14:24:09,315 DEBUG [M:0;2b6d221c5cde:40599 {}] zookeeper.ZKUtil(347): master:40599-0x1012f6e22d50000, quorum=127.0.0.1:65035, baseZNode=/01202236738 Unable to get data of znode /01202236738/master because node does not exist (not an error) 2024-11-12T14:24:09,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40599-0x1012f6e22d50000, quorum=127.0.0.1:65035, baseZNode=/01202236738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01202236738 2024-11-12T14:24:09,315 WARN [M:0;2b6d221c5cde:40599 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T14:24:09,315 INFO [M:0;2b6d221c5cde:40599 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/.lastflushedseqids 2024-11-12T14:24:09,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39521 is added to blk_1073741853_1029 (size=263) 2024-11-12T14:24:09,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33061-0x1012f6e22d50001, quorum=127.0.0.1:65035, baseZNode=/01202236738 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:24:09,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33061-0x1012f6e22d50001, quorum=127.0.0.1:65035, baseZNode=/01202236738 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:24:09,394 INFO [RS:0;2b6d221c5cde:33061 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:24:09,394 INFO [RS:0;2b6d221c5cde:33061 {}] regionserver.HRegionServer(1031): Exiting; stopping=2b6d221c5cde,33061,1731421417334; zookeeper connection closed. 2024-11-12T14:24:09,394 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2cd51d63 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2cd51d63 2024-11-12T14:24:09,394 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T14:24:09,720 INFO [M:0;2b6d221c5cde:40599 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T14:24:09,720 INFO [M:0;2b6d221c5cde:40599 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T14:24:09,720 DEBUG [M:0;2b6d221c5cde:40599 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T14:24:09,720 INFO [M:0;2b6d221c5cde:40599 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:24:09,720 DEBUG [M:0;2b6d221c5cde:40599 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:24:09,720 DEBUG [M:0;2b6d221c5cde:40599 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T14:24:09,720 DEBUG [M:0;2b6d221c5cde:40599 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:24:09,721 INFO [M:0;2b6d221c5cde:40599 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.82 KB heapSize=70.48 KB 2024-11-12T14:24:09,741 DEBUG [M:0;2b6d221c5cde:40599 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d9f0fa3d96546c2896806c286f846b7 is 82, key is hbase:meta,,1/info:regioninfo/1731421419587/Put/seqid=0 2024-11-12T14:24:09,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39521 is added to blk_1073741854_1030 (size=5672) 2024-11-12T14:24:10,145 INFO [M:0;2b6d221c5cde:40599 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d9f0fa3d96546c2896806c286f846b7 2024-11-12T14:24:10,161 DEBUG [M:0;2b6d221c5cde:40599 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6b3361d87f3448898c59f161973c59a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731421434477/Put/seqid=0 2024-11-12T14:24:10,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39521 is added to blk_1073741855_1031 (size=8908) 2024-11-12T14:24:10,164 INFO [M:0;2b6d221c5cde:40599 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.26 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6b3361d87f3448898c59f161973c59a 2024-11-12T14:24:10,184 DEBUG [M:0;2b6d221c5cde:40599 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b040d161946471f9dfc608145a3fcd6 is 69, key is 2b6d221c5cde,33061,1731421417334/rs:state/1731421418801/Put/seqid=0 2024-11-12T14:24:10,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39521 is added to blk_1073741856_1032 (size=5156) 2024-11-12T14:24:10,187 INFO [M:0;2b6d221c5cde:40599 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b040d161946471f9dfc608145a3fcd6 2024-11-12T14:24:10,190 DEBUG [M:0;2b6d221c5cde:40599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d9f0fa3d96546c2896806c286f846b7 as hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1d9f0fa3d96546c2896806c286f846b7 2024-11-12T14:24:10,194 INFO [M:0;2b6d221c5cde:40599 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1d9f0fa3d96546c2896806c286f846b7, entries=8, sequenceid=112, filesize=5.5 K 2024-11-12T14:24:10,194 DEBUG [M:0;2b6d221c5cde:40599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6b3361d87f3448898c59f161973c59a as hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b6b3361d87f3448898c59f161973c59a 2024-11-12T14:24:10,197 INFO [M:0;2b6d221c5cde:40599 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b6b3361d87f3448898c59f161973c59a, entries=13, sequenceid=112, filesize=8.7 K 2024-11-12T14:24:10,198 DEBUG [M:0;2b6d221c5cde:40599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b040d161946471f9dfc608145a3fcd6 as hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1b040d161946471f9dfc608145a3fcd6 2024-11-12T14:24:10,200 INFO [M:0;2b6d221c5cde:40599 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42845/user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1b040d161946471f9dfc608145a3fcd6, entries=1, sequenceid=112, filesize=5.0 K 2024-11-12T14:24:10,201 INFO [M:0;2b6d221c5cde:40599 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 481ms, sequenceid=112, compaction requested=false 2024-11-12T14:24:10,202 INFO [M:0;2b6d221c5cde:40599 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T14:24:10,202 DEBUG [M:0;2b6d221c5cde:40599 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731421449720Disabling compacts and flushes for region at 1731421449720Disabling writes for close at 1731421449720Obtaining lock to block concurrent updates at 1731421449721 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731421449721Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61256, getHeapSize=72112, getOffHeapSize=0, getCellsCount=131 at 1731421449721Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731421449721Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731421449721Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731421449741 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731421449741Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731421450149 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731421450161 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731421450161Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731421450168 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731421450183 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731421450183Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20aaeac0: reopening flushed file at 1731421450190 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@364491ba: reopening flushed file at 1731421450194 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31e47c5e: reopening flushed file at 1731421450197 (+3 ms)Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 481ms, sequenceid=112, compaction requested=false at 1731421450201 (+4 ms)Writing region close event to WAL at 1731421450202 (+1 ms)Closed at 1731421450202 2024-11-12T14:24:10,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39521 is added to blk_1073741830_1006 (size=69043) 2024-11-12T14:24:10,205 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8fee32c1-7c3b-e990-fc25-9f0a5ab5151b/MasterData/WALs/2b6d221c5cde,40599,1731421417170/2b6d221c5cde%2C40599%2C1731421417170.1731421418422 not finished, retry = 0 2024-11-12T14:24:10,306 INFO [M:0;2b6d221c5cde:40599 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T14:24:10,306 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T14:24:10,306 INFO [M:0;2b6d221c5cde:40599 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40599 2024-11-12T14:24:10,307 INFO [M:0;2b6d221c5cde:40599 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T14:24:10,488 INFO [M:0;2b6d221c5cde:40599 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T14:24:10,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40599-0x1012f6e22d50000, quorum=127.0.0.1:65035, baseZNode=/01202236738 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:24:10,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40599-0x1012f6e22d50000, quorum=127.0.0.1:65035, baseZNode=/01202236738 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T14:24:10,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45baff95{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T14:24:10,490 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32dd170d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:24:10,490 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:24:10,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60701ae3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:24:10,491 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49767db0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f0a707-ad78-2409-e76b-8e6c2b74ad10/hadoop.log.dir/,STOPPED} 2024-11-12T14:24:10,492 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T14:24:10,492 WARN [BP-762921520-172.17.0.3-1731421415239 heartbeating to localhost/127.0.0.1:42845 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T14:24:10,492 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T14:24:10,492 WARN [BP-762921520-172.17.0.3-1731421415239 heartbeating to localhost/127.0.0.1:42845 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-762921520-172.17.0.3-1731421415239 (Datanode Uuid e32bda88-df77-423e-83ba-01a22f62342c) service to localhost/127.0.0.1:42845 2024-11-12T14:24:10,492 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f0a707-ad78-2409-e76b-8e6c2b74ad10/cluster_92375d80-1137-bc08-165b-0203616c7331/data/data1/current/BP-762921520-172.17.0.3-1731421415239 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:24:10,492 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f0a707-ad78-2409-e76b-8e6c2b74ad10/cluster_92375d80-1137-bc08-165b-0203616c7331/data/data2/current/BP-762921520-172.17.0.3-1731421415239 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T14:24:10,493 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T14:24:10,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@291cdbfb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T14:24:10,499 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5dbcb204{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T14:24:10,499 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T14:24:10,499 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1eabaad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T14:24:10,499 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@296656b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1f0a707-ad78-2409-e76b-8e6c2b74ad10/hadoop.log.dir/,STOPPED} 2024-11-12T14:24:10,505 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T14:24:10,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T14:24:10,529 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=592 (was 527) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43359 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43359 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43359 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42801 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43359 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:43359 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42845 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:42845 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-27 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65035) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43359 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43359 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42845 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65035) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42801 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42845 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42845 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65035) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43359 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:42801 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43359 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43359 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42801 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42801 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=973 (was 870) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=429 (was 372) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1598 (was 2120) 2024-11-12T14:24:10,530 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=592 is superior to 500 2024-11-12T14:24:10,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012f6e22d50005, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T14:24:10,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012f6e22d50002, quorum=127.0.0.1:65035, baseZNode=/01202236738 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T14:24:10,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1012f6e22d50008, quorum=127.0.0.1:65035, baseZNode=/21929192988 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T14:24:10,603 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012f6e22d50002, quorum=127.0.0.1:65035, baseZNode=/01202236738 Received Disconnected from ZooKeeper, ignoring 2024-11-12T14:24:10,603 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1012f6e22d50008, quorum=127.0.0.1:65035, baseZNode=/21929192988 Received Disconnected from ZooKeeper, ignoring 2024-11-12T14:24:10,603 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012f6e22d50005, quorum=127.0.0.1:65035, baseZNode=/1-1683377099 Received Disconnected from ZooKeeper, ignoring